-- Logs begin at Fri 2021-04-09 13:06:06 UTC, end at Fri 2021-04-09 14:08:38 UTC. -- Apr 09 13:37:43.211201 dv-cinder-785362-1-smb systemd[1]: Started Devstack devstack@q-svc.service. Apr 09 13:37:46.178980 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.common.config [-] Logging enabled! Apr 09 13:37:46.179554 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev48 Apr 09 13:37:46.181026 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=85152) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 09 13:37:46.182938 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.common.config [-] Logging enabled! Apr 09 13:37:46.183230 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev48 Apr 09 13:37:46.183584 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=85152) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 09 13:37:46.184635 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Apr 09 13:37:46.184906 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Apr 09 13:37:46.185973 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Apr 09 13:37:46.186281 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Apr 09 13:37:46.187076 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Apr 09 13:37:46.187550 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 13:37:46.187901 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 13:37:46.188249 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 13:37:46.188520 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 13:37:46.188865 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 13:37:46.189202 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 13:37:46.189528 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 13:37:46.189897 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 13:37:46.190248 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 13:37:46.190577 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 13:37:46.190900 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 13:37:46.191228 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 13:37:46.191496 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 13:37:46.191818 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.common.config [-] config_source = [] {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 13:37:46.192154 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 13:37:46.192489 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 13:37:46.192759 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.common.config [-] debug = True {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 13:37:46.193073 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 13:37:46.193623 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 13:37:46.193971 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 13:37:46.194293 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 13:37:46.194635 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 13:37:46.194954 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 13:37:46.195260 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 13:37:46.195576 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 13:37:46.195901 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 13:37:46.196271 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.common.config [-] host = dv-cinder-785362-1-smb {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 13:37:46.196591 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 13:37:46.196928 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 13:37:46.197263 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 13:37:46.197596 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 13:37:46.197943 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 13:37:46.198261 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 13:37:46.198593 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 13:37:46.198908 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.common.config [-] log_dir = None {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 13:37:46.199220 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.common.config [-] log_file = None {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 13:37:46.199536 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 13:37:46.199868 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 13:37:46.200201 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 13:37:46.200537 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 13:37:46.200798 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 13:37:46.201056 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 13:37:46.201390 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 13:37:46.201745 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 13:37:46.202103 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 13:37:46.202420 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 13:37:46.202803 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 13:37:46.203123 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 13:37:46.203439 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 13:37:46.203749 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 13:37:46.204080 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 13:37:46.204409 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 13:37:46.204741 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 13:37:46.205058 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 13:37:46.205373 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 13:37:46.205710 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 13:37:46.206022 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 13:37:46.206352 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 13:37:46.206666 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 13:37:46.206980 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 13:37:46.207295 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 13:37:46.207626 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 13:37:46.207940 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 13:37:46.208252 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 13:37:46.208596 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 13:37:46.208929 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 13:37:46.209260 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 13:37:46.209590 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 13:37:46.210193 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 13:37:46.210522 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 13:37:46.210832 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 13:37:46.211143 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.common.config [-] use_journal = False {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 13:37:46.211453 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.common.config [-] use_json = False {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 13:37:46.211764 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 13:37:46.212073 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 13:37:46.212396 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 13:37:46.212706 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 13:37:46.213014 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 13:37:46.213327 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 13:37:46.213637 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 13:37:46.213999 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 13:37:46.214336 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:46.214676 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:46.215021 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:46.215347 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:46.215685 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:46.216004 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:46.216340 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:46.216658 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:46.216991 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:46.217327 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:46.217781 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:46.218107 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:46.218436 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:46.218754 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:46.219171 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:46.219528 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:46.219871 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:46.220282 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:46.220600 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:46.220952 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:46.221288 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:46.221607 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:46.222038 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:46.222382 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:46.222719 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:46.223109 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:46.223430 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:46.223772 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:46.224157 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:46.224472 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:46.224792 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:46.225200 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:46.225519 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:46.225935 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:46.226317 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:46.226638 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:46.226959 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:46.227274 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:46.227593 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:46.228010 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:46.228330 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:46.228647 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:46.229033 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:46.229352 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:46.229695 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:46.230076 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:46.230398 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:46.230773 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:46.231202 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:46.231418 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:46.231806 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:46.232103 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:46.232488 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:46.232812 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:46.233659 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:46.234035 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:46.234356 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:46.234667 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:46.234981 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:46.235303 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:46.235611 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:46.235922 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:46.236241 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:46.236552 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:46.236866 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:46.237177 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:46.237490 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:46.237835 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:46.238163 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:46.238503 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:46.238822 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:46.239144 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:46.239463 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:46.239782 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:46.240098 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:46.240415 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:46.240733 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:46.241055 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:46.241360 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:46.241741 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:46.242050 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:46.242377 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:46.242698 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:46.243019 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:46.243362 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:46.243681 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:46.244011 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:46.244333 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:46.244639 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:46.244969 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:46.245305 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:46.245642 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:46.246005 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:46.246341 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:46.246675 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:46.247011 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:46.247333 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:46.247693 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:46.248011 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:46.248263 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Apr 09 13:37:46.248533 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=85152) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}} Apr 09 13:37:46.924549 dv-cinder-785362-1-smb neutron-server[85152]: INFO keyring.backend [-] Loading Gnome Apr 09 13:37:46.942548 dv-cinder-785362-1-smb neutron-server[85152]: INFO keyring.backend [-] Loading Google Apr 09 13:37:46.945419 dv-cinder-785362-1-smb neutron-server[85152]: INFO keyring.backend [-] Loading Windows (alt) Apr 09 13:37:46.949623 dv-cinder-785362-1-smb neutron-server[85152]: INFO keyring.backend [-] Loading file Apr 09 13:37:46.950635 dv-cinder-785362-1-smb neutron-server[85152]: INFO keyring.backend [-] Loading keyczar Apr 09 13:37:46.950843 dv-cinder-785362-1-smb neutron-server[85152]: INFO keyring.backend [-] Loading multi Apr 09 13:37:46.951527 dv-cinder-785362-1-smb neutron-server[85152]: INFO keyring.backend [-] Loading pyfs Apr 09 13:37:47.000446 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=85152) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:37:47.000752 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=85152) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:37:47.001072 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=85152) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:37:47.001441 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.manager [-] Loading core plugin: ml2 Apr 09 13:37:47.406274 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=85152) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 13:37:47.406815 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=85152) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 13:37:47.406945 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=85152) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 13:37:47.409926 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=85152) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 13:37:47.410238 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=85152) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 13:37:47.410543 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=85152) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 13:37:47.448037 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=85152) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 13:37:47.448345 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=85152) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 13:37:47.448641 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=85152) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 13:37:47.463153 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=85152) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 13:37:47.463473 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=85152) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 13:37:47.463772 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=85152) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 13:37:47.532525 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=85152) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 13:37:47.532851 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=85152) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 13:37:47.533531 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=85152) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 13:37:47.534363 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=85152) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 13:37:47.534662 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=85152) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 13:37:47.534961 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=85152) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 13:37:47.820467 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=85152) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 13:37:47.820858 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=85152) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 13:37:47.821152 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=85152) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 13:37:47.821458 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=85152) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 13:37:47.823624 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=85152) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 13:37:47.976934 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=85152) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 13:37:47.977304 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=85152) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 13:37:47.977625 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=85152) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 13:37:47.977958 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=85152) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 13:37:47.978256 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=85152) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 13:37:47.978640 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=85152) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 13:37:47.978934 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=85152) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 13:37:47.979221 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=85152) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 13:37:47.979507 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=85152) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 13:37:47.979840 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=85152) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 13:37:47.980131 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=85152) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 13:37:47.980429 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=85152) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 13:37:47.980728 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=85152) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 13:37:47.981015 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=85152) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 13:37:47.981320 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=85152) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 13:37:47.981629 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=85152) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 13:37:47.981946 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=85152) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 13:37:47.982258 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=85152) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 13:37:47.982537 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=85152) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 13:37:47.982868 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=85152) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 13:37:47.983845 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=85152) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 13:37:47.984128 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=85152) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 13:37:47.984404 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=85152) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 13:37:47.984735 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=85152) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 13:37:47.985011 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=85152) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 13:37:47.985282 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=85152) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 13:37:47.985721 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=85152) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 09 13:37:47.985992 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=85152) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 09 13:37:47.986258 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=85152) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 09 13:37:47.986523 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=85152) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 09 13:37:47.986786 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=85152) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 09 13:37:47.987052 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=85152) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 09 13:37:47.987465 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Apr 09 13:37:47.990779 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Apr 09 13:37:47.994806 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Apr 09 13:37:47.999354 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(600, 649)])]) Apr 09 13:37:48.001005 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Apr 09 13:37:48.002322 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Apr 09 13:37:48.002704 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Apr 09 13:37:48.003137 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Apr 09 13:37:48.005881 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Apr 09 13:37:48.006170 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Apr 09 13:37:48.006560 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Apr 09 13:37:48.034754 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Apr 09 13:37:48.035261 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=85152) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 13:37:48.035598 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=85152) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Apr 09 13:37:48.036006 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=85152) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 13:37:48.037342 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=85152) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Apr 09 13:37:48.037666 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Apr 09 13:37:48.037972 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Apr 09 13:37:48.041179 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=85152) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 13:37:48.041491 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=85152) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 13:37:48.112819 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Apr 09 13:37:48.113015 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Apr 09 13:37:48.113251 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Apr 09 13:37:48.113760 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Apr 09 13:37:48.150979 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_db.sqlalchemy.engines [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=85152) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Apr 09 13:37:48.612245 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.plugins.ml2.managers [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Initializing driver for type 'gre' Apr 09 13:37:48.612832 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] gre ID ranges: [(1, 1000)] Apr 09 13:37:48.656763 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.plugins.ml2.managers [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Initializing driver for type 'local' Apr 09 13:37:48.657132 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.plugins.ml2.managers [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Initializing driver for type 'vlan' Apr 09 13:37:48.671524 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] VlanTypeDriver initialization complete Apr 09 13:37:48.671524 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.plugins.ml2.managers [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Initializing driver for type 'vxlan' Apr 09 13:37:48.671524 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] vxlan ID ranges: [(1, 1000)] Apr 09 13:37:48.716468 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.plugins.ml2.managers [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Initializing extension driver 'port_security' Apr 09 13:37:48.716831 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.plugins.ml2.extensions.port_security [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] PortSecurityExtensionDriver initialization complete Apr 09 13:37:48.717287 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.plugins.ml2.managers [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Initializing mechanism driver 'openvswitch' Apr 09 13:37:48.717952 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.plugins.ml2.managers [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Initializing mechanism driver 'hyperv' Apr 09 13:37:48.724920 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.plugin [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=85152) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 13:37:48.725795 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Subscribe: > port after_create 55550000 {{(pid=85152) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 13:37:48.726343 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Subscribe: > port after_update 55550000 {{(pid=85152) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 13:37:48.726738 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Subscribe: > port after_delete 55550000 {{(pid=85152) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 13:37:48.727246 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Subscribe: > subnet after_create 55550000 {{(pid=85152) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 13:37:48.727642 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Subscribe: > subnet after_update 55550000 {{(pid=85152) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 13:37:48.728028 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Subscribe: > subnet after_delete 55550000 {{(pid=85152) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 13:37:48.728454 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Subscribe: > network after_create 55550000 {{(pid=85152) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 13:37:48.728915 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Subscribe: > network after_update 55550000 {{(pid=85152) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 13:37:48.729304 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Subscribe: > network after_delete 55550000 {{(pid=85152) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 13:37:48.729766 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Subscribe: > security_group after_create 55550000 {{(pid=85152) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 13:37:48.730163 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Subscribe: > security_group after_update 55550000 {{(pid=85152) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 13:37:48.730545 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Subscribe: > security_group after_delete 55550000 {{(pid=85152) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 13:37:48.730974 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=85152) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 13:37:48.731359 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=85152) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 13:37:48.731737 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=85152) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 13:37:48.732300 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Subscribe: > address_group after_create 55550000 {{(pid=85152) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 13:37:48.732687 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Subscribe: > address_group after_update 55550000 {{(pid=85152) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 13:37:48.733670 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Subscribe: > address_group after_delete 55550000 {{(pid=85152) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 13:37:48.734213 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] ML2 OVO RPC backend initialized. {{(pid=85152) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} Apr 09 13:37:48.735064 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Subscribe: > router_interface after_create 55550000 {{(pid=85152) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 13:37:48.735458 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=85152) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 13:37:48.735918 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Subscribe: > network before_response 55550000 {{(pid=85152) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 13:37:48.736329 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Subscribe: > networks before_response 55550000 {{(pid=85152) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 13:37:48.736712 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Subscribe: > port before_response 55550000 {{(pid=85152) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 13:37:48.737091 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Subscribe: > ports before_response 55550000 {{(pid=85152) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 13:37:48.737470 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Subscribe: > subnet before_response 55550000 {{(pid=85152) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 13:37:48.737878 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Subscribe: > subnets before_response 55550000 {{(pid=85152) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 13:37:48.738379 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Subscribe: > network after_create 55550000 {{(pid=85152) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 13:37:48.738764 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Subscribe: > network after_update 55550000 {{(pid=85152) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 13:37:48.739145 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Subscribe: > network after_delete 55550000 {{(pid=85152) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 13:37:48.739523 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Subscribe: > port after_create 55550000 {{(pid=85152) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 13:37:48.739897 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Subscribe: > port after_update 55550000 {{(pid=85152) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 13:37:48.740271 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Subscribe: > port after_delete 55550000 {{(pid=85152) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 13:37:48.740646 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Subscribe: > subnet after_create 55550000 {{(pid=85152) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 13:37:48.741035 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Subscribe: > subnet after_update 55550000 {{(pid=85152) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 13:37:48.741505 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Subscribe: > subnet after_delete 55550000 {{(pid=85152) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 13:37:48.742289 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.plugins.ml2.plugin [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Modular L2 Plugin initialization complete Apr 09 13:37:48.742731 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.manager [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Loading services supported by the core plugin {{(pid=85152) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Apr 09 13:37:48.743181 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.plugins.ml2.managers [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Got port-security extension from driver 'port_security' Apr 09 13:37:48.743776 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.extensions.vlantransparent [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Disabled vlantransparent extension. Apr 09 13:37:48.744323 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.manager [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=85152) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Apr 09 13:37:48.744818 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.manager [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Loading Plugin: router Apr 09 13:37:48.786662 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Subscribe: > router_interface before_create 55550000 {{(pid=85152) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 13:37:48.787029 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Subscribe: > router after_create 55549900 {{(pid=85152) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 13:37:48.787565 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Subscribe: > router before_create 55549900 {{(pid=85152) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 13:37:48.787975 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=85152) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 13:37:48.788533 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=85152) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 13:37:48.789031 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Subscribe: > router after_delete 55549900 {{(pid=85152) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 13:37:48.789435 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Subscribe: > floatingip after_update 55550000 {{(pid=85152) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 13:37:48.789878 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Subscribe: > router after_create 55549900 {{(pid=85152) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 13:37:48.790282 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Subscribe: > router after_update 55549900 {{(pid=85152) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 13:37:48.790727 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Subscribe: > router after_update 55549900 {{(pid=85152) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 13:37:48.791119 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=85152) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 13:37:48.791607 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Subscribe: > router after_update 55549900 {{(pid=85152) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 13:37:48.792175 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Subscribe: > router precommit_update 55549900 {{(pid=85152) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 13:37:48.792600 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Subscribe: port after_update 55550000 {{(pid=85152) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 13:37:48.792984 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Subscribe: port after_delete 55550000 {{(pid=85152) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 13:37:48.793486 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Subscribe: subnet after_update 55550000 {{(pid=85152) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 13:37:48.793931 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=85152) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 13:37:48.794327 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Subscribe: > port precommit_delete 55550000 {{(pid=85152) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 13:37:48.794717 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Subscribe: > router precommit_create 55549900 {{(pid=85152) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 13:37:48.795107 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Subscribe: port before_delete 55550000 {{(pid=85152) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 13:37:48.795678 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Subscribe: > router precommit_create 55550000 {{(pid=85152) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 13:37:48.796897 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Subscribe: > router after_update 55549900 {{(pid=85152) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 13:37:48.797358 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Subscribe: > router precommit_delete 55549900 {{(pid=85152) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 13:37:48.797829 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Subscribe: > router precommit_create 55549900 {{(pid=85152) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 13:37:48.798254 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Subscribe: > router_interface after_create 55550000 {{(pid=85152) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 13:37:48.798644 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Subscribe: > router precommit_update 55549900 {{(pid=85152) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 13:37:48.799171 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Subscribe: > network after_delete 55550000 {{(pid=85152) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 13:37:48.800365 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource_registry [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Tracking information for resource: router configured {{(pid=85152) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 09 13:37:48.800750 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource_registry [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Tracking information for resource: floatingip configured {{(pid=85152) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 09 13:37:48.806418 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.db.l3_agentschedulers_db [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Apr 09 13:37:48.806933 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Subscribe: port after_update 55550000 {{(pid=85152) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 13:37:48.807357 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Subscribe: port after_create 55550000 {{(pid=85152) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 13:37:48.807746 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Subscribe: port after_delete 55550000 {{(pid=85152) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 13:37:48.808134 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Subscribe: port after_update 55550000 {{(pid=85152) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 13:37:48.809152 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Subscribe: > router before_create 55550100 {{(pid=85152) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 13:37:48.809560 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Subscribe: > router precommit_delete 55550100 {{(pid=85152) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 13:37:48.810070 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Subscribe: > router precommit_create 55550100 {{(pid=85152) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 13:37:48.810472 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Subscribe: > router precommit_update 55550100 {{(pid=85152) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 13:37:48.815717 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.services.provider_configuration [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Service providers = [] {{(pid=85152) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Apr 09 13:37:48.816116 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.servicetype_db [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=85152) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Apr 09 13:37:48.819344 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.services.service_base [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=85152) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 09 13:37:48.819733 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.services.service_base [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=85152) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 09 13:37:48.820114 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.services.service_base [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=85152) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 09 13:37:48.821024 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.services.service_base [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=85152) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 09 13:37:48.821430 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.services.service_base [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Default provider is not specified for service type L3_ROUTER_NAT Apr 09 13:37:48.822006 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.manager [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=85152) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 09 13:37:48.822366 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.manager [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Apr 09 13:37:48.833558 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.manager [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=85152) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 09 13:37:48.833970 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.manager [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Loading Plugin: auto_allocate Apr 09 13:37:48.840495 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Subscribe: network precommit_update 55550000 {{(pid=85152) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 13:37:48.840909 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Subscribe: network precommit_create 55550000 {{(pid=85152) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 13:37:48.841573 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.manager [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=85152) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 09 13:37:48.841968 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.manager [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Loading Plugin: tag Apr 09 13:37:48.850037 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.manager [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=85152) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 09 13:37:48.850417 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.manager [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Loading Plugin: timestamp Apr 09 13:37:48.854608 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.manager [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=85152) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 09 13:37:48.855057 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.manager [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Loading Plugin: network_ip_availability Apr 09 13:37:48.861581 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=85152) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 13:37:48.862021 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=85152) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 13:37:48.862417 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=85152) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 13:37:48.863226 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.manager [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=85152) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 09 13:37:48.863588 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.manager [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Loading Plugin: flavors Apr 09 13:37:48.868244 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.manager [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=85152) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 09 13:37:48.868719 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.manager [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Loading Plugin: revisions Apr 09 13:37:48.873253 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.manager [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=85152) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 09 13:37:48.873762 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.873s {{(pid=85152) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:37:48.874860 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=85152) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Apr 09 13:37:48.875240 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Initializing extension manager. Apr 09 13:37:48.875886 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Loading extension file: __init__.py {{(pid=85152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 09 13:37:48.876271 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Loading extension file: __pycache__ {{(pid=85152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 09 13:37:48.876649 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=85152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 09 13:37:48.877023 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Loading extension file: address_group.py {{(pid=85152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 09 13:37:48.878062 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=85152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 09 13:37:48.878794 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Loaded extension: address-group Apr 09 13:37:48.879210 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Loading extension file: address_scope.py {{(pid=85152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 09 13:37:48.880100 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=85152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 09 13:37:48.880661 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Loaded extension: address-scope Apr 09 13:37:48.881031 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Loading extension file: admin_state_down_before_update.py {{(pid=85152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 09 13:37:48.882129 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=85152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 09 13:37:48.882740 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Loaded extension: router-admin-state-down-before-update Apr 09 13:37:48.883097 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Loading extension file: agent.py {{(pid=85152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 09 13:37:48.883945 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=85152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 09 13:37:48.884522 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Loaded extension: agent Apr 09 13:37:48.884880 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Loading extension file: agent_resources_synced.py {{(pid=85152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 09 13:37:48.885963 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=85152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 09 13:37:48.886551 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Loaded extension: agent-resources-synced Apr 09 13:37:48.886915 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Loading extension file: allowedaddresspairs.py {{(pid=85152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 09 13:37:48.888878 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=85152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 09 13:37:48.889735 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Loaded extension: allowed-address-pairs Apr 09 13:37:48.890125 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Loading extension file: auto_allocated_topology.py {{(pid=85152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 09 13:37:48.891339 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=85152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 09 13:37:48.891935 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Loaded extension: auto-allocated-topology Apr 09 13:37:48.892429 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Loading extension file: availability_zone.py {{(pid=85152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 09 13:37:48.893188 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=85152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 09 13:37:48.893851 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Loaded extension: availability_zone Apr 09 13:37:48.894310 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Loading extension file: availability_zone_filter.py {{(pid=85152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 09 13:37:48.895242 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=85152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 09 13:37:48.895975 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Loaded extension: availability_zone_filter Apr 09 13:37:48.896458 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Loading extension file: data_plane_status.py {{(pid=85152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 09 13:37:48.897395 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=85152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 09 13:37:48.898007 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Extension data-plane-status not supported by any of loaded plugins Apr 09 13:37:48.898373 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Loading extension file: default_subnetpools.py {{(pid=85152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 09 13:37:48.899426 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=85152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 09 13:37:48.900021 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Loaded extension: default-subnetpools Apr 09 13:37:48.900617 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Loading extension file: dhcpagentscheduler.py {{(pid=85152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 09 13:37:48.901650 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=85152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 09 13:37:48.903738 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Loaded extension: dhcp_agent_scheduler Apr 09 13:37:48.904115 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Loading extension file: dns.py {{(pid=85152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 09 13:37:48.906406 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=85152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 09 13:37:48.907112 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Extension dns-integration not supported by any of loaded plugins Apr 09 13:37:48.907636 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Loading extension file: dns_domain_ports.py {{(pid=85152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 09 13:37:48.909489 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=85152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 09 13:37:48.911479 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Extension dns-domain-ports not supported by any of loaded plugins Apr 09 13:37:48.911856 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Loading extension file: dvr.py {{(pid=85152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 09 13:37:48.912962 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=85152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 09 13:37:48.913663 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Loaded extension: dvr Apr 09 13:37:48.914076 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Loading extension file: empty_string_filtering.py {{(pid=85152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 09 13:37:48.915034 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=85152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 09 13:37:48.915615 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Loaded extension: empty-string-filtering Apr 09 13:37:48.915979 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=85152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 09 13:37:48.916919 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=85152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 09 13:37:48.917500 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Apr 09 13:37:48.917894 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=85152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 09 13:37:48.918825 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=85152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 09 13:37:48.919402 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Apr 09 13:37:48.919765 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Loading extension file: external_net.py {{(pid=85152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 09 13:37:48.921272 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=85152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 09 13:37:48.922129 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Loaded extension: external-net Apr 09 13:37:48.922491 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Loading extension file: extra_dhcp_opt.py {{(pid=85152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 09 13:37:48.923578 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=85152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 09 13:37:48.924335 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Loaded extension: extra_dhcp_opt Apr 09 13:37:48.924802 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Loading extension file: extraroute.py {{(pid=85152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 09 13:37:48.926090 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=85152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 09 13:37:48.926678 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Loaded extension: extraroute Apr 09 13:37:48.927090 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Loading extension file: extraroute_atomic.py {{(pid=85152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 09 13:37:48.928227 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=85152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 09 13:37:48.928814 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Loaded extension: extraroute-atomic Apr 09 13:37:48.929258 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Loading extension file: filter_validation.py {{(pid=85152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 09 13:37:48.930083 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=85152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 09 13:37:48.930722 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Loaded extension: filter-validation Apr 09 13:37:48.931101 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Loading extension file: fip_pf_description.py {{(pid=85152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 09 13:37:48.932191 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=85152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 09 13:37:48.932686 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Apr 09 13:37:48.933127 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Loading extension file: fip_port_details.py {{(pid=85152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 09 13:37:48.934171 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=85152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 09 13:37:48.934752 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Loaded extension: fip-port-details Apr 09 13:37:48.935185 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Loading extension file: flavors.py {{(pid=85152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 09 13:37:48.936605 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=85152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 09 13:37:48.937280 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Loaded extension: flavors Apr 09 13:37:48.937653 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=85152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 09 13:37:48.939441 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=85152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 09 13:37:48.940186 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Apr 09 13:37:48.940557 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Loading extension file: floatingip_pools.py {{(pid=85152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 09 13:37:48.941439 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=85152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 09 13:37:48.942143 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Loaded extension: floatingip-pools Apr 09 13:37:48.942511 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Loading extension file: ip_allocation.py {{(pid=85152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 09 13:37:48.943540 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=85152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 09 13:37:48.944190 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Extension ip_allocation not supported by any of loaded plugins Apr 09 13:37:48.944571 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=85152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 09 13:37:48.945601 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=85152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 09 13:37:48.946241 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Loaded extension: ip-substring-filtering Apr 09 13:37:48.946673 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Loading extension file: l2_adjacency.py {{(pid=85152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 09 13:37:48.947691 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=85152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 09 13:37:48.948272 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Extension l2_adjacency not supported by any of loaded plugins Apr 09 13:37:48.948716 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Loading extension file: l3.py {{(pid=85152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 09 13:37:48.949957 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=85152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 09 13:37:48.950624 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Loaded extension: router Apr 09 13:37:48.950993 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Loading extension file: l3_conntrack_helper.py {{(pid=85152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 09 13:37:48.953741 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=85152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 09 13:37:48.954439 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Apr 09 13:37:48.954819 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=85152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 09 13:37:48.955928 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=85152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 09 13:37:48.956835 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Loaded extension: ext-gw-mode Apr 09 13:37:48.956956 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=85152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 09 13:37:48.957979 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=85152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 09 13:37:48.958638 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Loaded extension: l3-ha Apr 09 13:37:48.959005 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Loading extension file: l3_flavors.py {{(pid=85152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 09 13:37:48.960341 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=85152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 09 13:37:48.960915 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Loaded extension: l3-flavors Apr 09 13:37:48.961353 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=85152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 09 13:37:48.962396 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=85152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 09 13:37:48.962978 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Loaded extension: l3-port-ip-change-not-allowed Apr 09 13:37:48.963418 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Loading extension file: l3agentscheduler.py {{(pid=85152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 09 13:37:48.964972 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=85152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 09 13:37:48.965582 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Loaded extension: l3_agent_scheduler Apr 09 13:37:48.965997 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Loading extension file: logging.py {{(pid=85152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 09 13:37:48.968227 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=85152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 09 13:37:48.968908 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Extension logging not supported by any of loaded plugins Apr 09 13:37:48.969277 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Loading extension file: metering.py {{(pid=85152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 09 13:37:48.970194 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=85152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 09 13:37:48.970912 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Loaded extension: metering Apr 09 13:37:48.971354 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=85152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 09 13:37:48.972634 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=85152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 09 13:37:48.973320 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Loaded extension: metering_source_and_destination_fields Apr 09 13:37:48.973724 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Loading extension file: multiprovidernet.py {{(pid=85152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 09 13:37:48.974742 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=85152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 09 13:37:48.975327 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Loaded extension: multi-provider Apr 09 13:37:48.975691 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Loading extension file: netmtu.py {{(pid=85152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 09 13:37:48.976704 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=85152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 09 13:37:48.977365 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Loaded extension: net-mtu Apr 09 13:37:48.977774 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Loading extension file: netmtu_writable.py {{(pid=85152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 09 13:37:48.978811 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=85152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 09 13:37:48.979457 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Loaded extension: net-mtu-writable Apr 09 13:37:48.979889 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Loading extension file: network_availability_zone.py {{(pid=85152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 09 13:37:48.980638 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=85152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 09 13:37:48.981330 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Loaded extension: network_availability_zone Apr 09 13:37:48.981729 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Loading extension file: network_ip_availability.py {{(pid=85152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 09 13:37:48.983761 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=85152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 09 13:37:48.984502 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Loaded extension: network-ip-availability Apr 09 13:37:48.984865 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Loading extension file: network_segment_range.py {{(pid=85152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 09 13:37:48.985786 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=85152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 09 13:37:48.986380 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Extension network-segment-range not supported by any of loaded plugins Apr 09 13:37:48.986739 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Loading extension file: pagination.py {{(pid=85152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 09 13:37:48.987901 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=85152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 09 13:37:48.988287 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Loaded extension: pagination Apr 09 13:37:48.988650 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Loading extension file: port_device_profile.py {{(pid=85152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 09 13:37:48.989637 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=85152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 09 13:37:48.990286 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Loaded extension: port-device-profile Apr 09 13:37:48.990664 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=85152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 09 13:37:48.991617 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=85152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 09 13:37:48.992205 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Loaded extension: port-mac-address-regenerate Apr 09 13:37:48.992634 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=85152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 09 13:37:48.993515 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=85152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 09 13:37:48.994137 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Loaded extension: port-numa-affinity-policy Apr 09 13:37:48.994503 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Loading extension file: port_resource_request.py {{(pid=85152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 09 13:37:48.995449 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=85152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 09 13:37:48.996024 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Extension port-resource-request not supported by any of loaded plugins Apr 09 13:37:48.996385 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Loading extension file: portbindings.py {{(pid=85152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 09 13:37:48.997469 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=85152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 09 13:37:48.997932 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Loaded extension: binding Apr 09 13:37:48.998292 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Loading extension file: portbindings_extended.py {{(pid=85152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 09 13:37:48.999877 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=85152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 09 13:37:49.000597 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Loaded extension: binding-extended Apr 09 13:37:49.000974 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Loading extension file: portsecurity.py {{(pid=85152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 09 13:37:49.001982 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=85152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 09 13:37:49.002571 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Loaded extension: port-security Apr 09 13:37:49.002935 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Loading extension file: project_id.py {{(pid=85152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 09 13:37:49.003936 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=85152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 09 13:37:49.004319 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Loaded extension: project-id Apr 09 13:37:49.004793 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Loading extension file: providernet.py {{(pid=85152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 09 13:37:49.005958 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=85152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 09 13:37:49.006558 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Loaded extension: provider Apr 09 13:37:49.006966 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Loading extension file: qos.py {{(pid=85152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 09 13:37:49.010852 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=85152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 09 13:37:49.011596 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Extension qos not supported by any of loaded plugins Apr 09 13:37:49.011966 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=85152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 09 13:37:49.013473 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=85152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 09 13:37:49.014132 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Apr 09 13:37:49.014653 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=85152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 09 13:37:49.016138 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=85152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 09 13:37:49.016733 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Apr 09 13:37:49.017253 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Loading extension file: qos_default.py {{(pid=85152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 09 13:37:49.018309 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=85152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 09 13:37:49.018936 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Extension qos-default not supported by any of loaded plugins Apr 09 13:37:49.019304 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Loading extension file: qos_fip.py {{(pid=85152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 09 13:37:49.020156 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=85152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 09 13:37:49.020738 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Extension qos-fip not supported by any of loaded plugins Apr 09 13:37:49.021104 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Loading extension file: qos_gateway_ip.py {{(pid=85152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 09 13:37:49.022083 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=85152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 09 13:37:49.022811 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Extension qos-gateway-ip not supported by any of loaded plugins Apr 09 13:37:49.023176 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Loading extension file: qos_port_network_policy.py {{(pid=85152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 09 13:37:49.024232 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=85152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 09 13:37:49.024815 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Extension qos-port-network-policy not supported by any of loaded plugins Apr 09 13:37:49.025181 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Loading extension file: qos_rule_type_details.py {{(pid=85152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 09 13:37:49.026265 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=85152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 09 13:37:49.026847 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Extension qos-rule-type-details not supported by any of loaded plugins Apr 09 13:37:49.027212 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Loading extension file: qos_rules_alias.py {{(pid=85152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 09 13:37:49.028404 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=85152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 09 13:37:49.029062 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Extension qos-rules-alias not supported by any of loaded plugins Apr 09 13:37:49.029428 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Loading extension file: quotasv2.py {{(pid=85152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 09 13:37:49.031646 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=85152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 09 13:37:49.032006 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Loaded extension: quotas Apr 09 13:37:49.032379 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Loading extension file: quotasv2_detail.py {{(pid=85152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 09 13:37:49.034028 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=85152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 09 13:37:49.034413 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Loaded extension: quota_details Apr 09 13:37:49.034786 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Loading extension file: rbac.py {{(pid=85152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 09 13:37:49.036149 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=85152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 09 13:37:49.036894 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Loaded extension: rbac-policies Apr 09 13:37:49.037214 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Loading extension file: rbac_address_group.py {{(pid=85152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 09 13:37:49.038385 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=85152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 09 13:37:49.038999 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Loaded extension: rbac-address-group Apr 09 13:37:49.039370 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Loading extension file: rbac_address_scope.py {{(pid=85152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 09 13:37:49.040355 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=85152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 09 13:37:49.040955 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Loaded extension: rbac-address-scope Apr 09 13:37:49.041354 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Loading extension file: rbac_security_groups.py {{(pid=85152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 09 13:37:49.042476 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=85152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 09 13:37:49.043065 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Loaded extension: rbac-security-groups Apr 09 13:37:49.043428 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Loading extension file: rbac_subnetpool.py {{(pid=85152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 09 13:37:49.044453 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=85152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 09 13:37:49.045040 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Loaded extension: rbac-subnetpool Apr 09 13:37:49.045402 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Loading extension file: revisionifmatch.py {{(pid=85152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 09 13:37:49.047072 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=85152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 09 13:37:49.047676 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Loaded extension: revision-if-match Apr 09 13:37:49.048026 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Loading extension file: revisions.py {{(pid=85152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 09 13:37:49.049231 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=85152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 09 13:37:49.049872 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Loaded extension: standard-attr-revisions Apr 09 13:37:49.050237 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Loading extension file: router_availability_zone.py {{(pid=85152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 09 13:37:49.052268 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=85152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 09 13:37:49.052875 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Loaded extension: router_availability_zone Apr 09 13:37:49.053232 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Loading extension file: routerservicetype.py {{(pid=85152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 09 13:37:49.054394 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=85152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 09 13:37:49.055021 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Extension router-service-type not supported by any of loaded plugins Apr 09 13:37:49.055483 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=85152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 09 13:37:49.056451 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=85152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 09 13:37:49.057122 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Loaded extension: security-groups-normalized-cidr Apr 09 13:37:49.057484 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Loading extension file: security_groups_port_filtering.py {{(pid=85152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 09 13:37:49.058530 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=85152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 09 13:37:49.059246 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Loaded extension: port-security-groups-filtering Apr 09 13:37:49.059616 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=85152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 09 13:37:49.060768 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=85152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 09 13:37:49.062019 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Loaded extension: security-groups-remote-address-group Apr 09 13:37:49.062470 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Loading extension file: securitygroup.py {{(pid=85152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 09 13:37:49.086844 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=85152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 09 13:37:49.087521 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Loaded extension: security-group Apr 09 13:37:49.087903 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Loading extension file: segment.py {{(pid=85152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 09 13:37:49.088842 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=85152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 09 13:37:49.089423 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Extension segment not supported by any of loaded plugins Apr 09 13:37:49.089826 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=85152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 09 13:37:49.090921 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=85152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 09 13:37:49.091510 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Apr 09 13:37:49.091877 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Loading extension file: servicetype.py {{(pid=85152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 09 13:37:49.093296 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=85152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 09 13:37:49.093923 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Loaded extension: service-type Apr 09 13:37:49.094294 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Loading extension file: sorting.py {{(pid=85152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 09 13:37:49.095363 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=85152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 09 13:37:49.095749 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Loaded extension: sorting Apr 09 13:37:49.096190 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Loading extension file: standard_attr_segment.py {{(pid=85152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 09 13:37:49.097208 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=85152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 09 13:37:49.097828 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Extension standard-attr-segment not supported by any of loaded plugins Apr 09 13:37:49.098278 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Loading extension file: standardattrdescription.py {{(pid=85152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 09 13:37:49.099062 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=85152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 09 13:37:49.099644 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Loaded extension: standard-attr-description Apr 09 13:37:49.100088 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Loading extension file: stateful_security_group.py {{(pid=85152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 09 13:37:49.101134 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=85152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 09 13:37:49.101838 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Loaded extension: stateful-security-group Apr 09 13:37:49.102216 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Loading extension file: stdattrs_common.py {{(pid=85152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 09 13:37:49.102887 dv-cinder-785362-1-smb neutron-server[85152]: WARNING neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Apr 09 13:37:49.103263 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=85152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 09 13:37:49.104358 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=85152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 09 13:37:49.105026 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Apr 09 13:37:49.105387 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Loading extension file: subnet_onboard.py {{(pid=85152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 09 13:37:49.106571 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=85152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 09 13:37:49.107236 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Loaded extension: subnet_onboard Apr 09 13:37:49.107603 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=85152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 09 13:37:49.108741 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=85152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 09 13:37:49.109355 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Apr 09 13:37:49.109745 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Loading extension file: subnet_service_types.py {{(pid=85152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 09 13:37:49.110826 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=85152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 09 13:37:49.111372 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Loaded extension: subnet-service-types Apr 09 13:37:49.111739 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Loading extension file: subnetallocation.py {{(pid=85152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 09 13:37:49.113044 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=85152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 09 13:37:49.113638 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Loaded extension: subnet_allocation Apr 09 13:37:49.114074 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=85152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 09 13:37:49.114865 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=85152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 09 13:37:49.115466 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Loaded extension: subnetpool-prefix-ops Apr 09 13:37:49.115875 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=85152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 09 13:37:49.116897 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=85152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 09 13:37:49.117554 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Apr 09 13:37:49.117947 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Loading extension file: tagging.py {{(pid=85152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 09 13:37:49.119401 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=85152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 09 13:37:49.120051 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Loaded extension: standard-attr-tag Apr 09 13:37:49.120491 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Loading extension file: timestamp.py {{(pid=85152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 09 13:37:49.121814 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=85152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 09 13:37:49.122494 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Loaded extension: standard-attr-timestamp Apr 09 13:37:49.122866 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Loading extension file: trunk.py {{(pid=85152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 09 13:37:49.124620 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=85152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 09 13:37:49.125278 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Extension trunk not supported by any of loaded plugins Apr 09 13:37:49.125645 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Loading extension file: trunk_details.py {{(pid=85152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 09 13:37:49.126708 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=85152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 09 13:37:49.127381 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Extension trunk-details not supported by any of loaded plugins Apr 09 13:37:49.127802 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Loading extension file: uplink_status_propagation.py {{(pid=85152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 09 13:37:49.128827 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=85152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 09 13:37:49.129409 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Extension uplink-status-propagation not supported by any of loaded plugins Apr 09 13:37:49.129851 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Loading extension file: vlantransparent.py {{(pid=85152) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 09 13:37:49.130730 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=85152) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 09 13:37:49.131396 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Extension vlan-transparent not supported by any of loaded plugins Apr 09 13:37:49.134455 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.quota.resource_registry [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Creating instance of TrackedResource for resource:network Apr 09 13:37:49.135293 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.quota.resource_registry [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Creating instance of TrackedResource for resource:subnet Apr 09 13:37:49.136010 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.quota.resource_registry [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Creating instance of TrackedResource for resource:subnetpool Apr 09 13:37:49.136712 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.quota.resource_registry [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Creating instance of TrackedResource for resource:port Apr 09 13:37:49.138413 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.v2.resource_helper [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=85152) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 09 13:37:49.138950 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.v2.resource_helper [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Service FLAVORS assigned prefix: {{(pid=85152) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 09 13:37:49.140400 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.v2.resource_helper [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=85152) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 09 13:37:49.141140 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.v2.resource_helper [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=85152) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 09 13:37:49.141515 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.quota.resource_registry [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Creating instance of TrackedResource for resource:router Apr 09 13:37:49.142365 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.quota.resource_registry [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Creating instance of TrackedResource for resource:floatingip Apr 09 13:37:49.143297 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.v2.resource_helper [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Service METERING assigned prefix: /metering {{(pid=85152) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 09 13:37:49.145190 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=85152) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 13:37:49.145597 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=85152) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 13:37:49.146045 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=85152) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 13:37:49.147303 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.quota.resource_registry [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Creating instance of CountableResource for resource:rbac_policy Apr 09 13:37:49.147871 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.quota.resource_registry [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Creating instance of TrackedResource for resource:security_group Apr 09 13:37:49.148884 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.quota.resource_registry [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 09 13:37:49.149797 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.v2.resource_helper [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Service CORE assigned prefix: {{(pid=85152) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 09 13:37:49.150181 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.quota.resource_registry [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Creating instance of TrackedResource for resource:subnetpool Apr 09 13:37:49.150551 dv-cinder-785362-1-smb neutron-server[85152]: WARNING neutron.quota.resource_registry [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] subnetpool is already registered Apr 09 13:37:49.151319 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.v2.resource_helper [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Service CORE assigned prefix: {{(pid=85152) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 09 13:37:49.151760 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.quota.resource_registry [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Creating instance of TrackedResource for resource:subnetpool Apr 09 13:37:49.152129 dv-cinder-785362-1-smb neutron-server[85152]: WARNING neutron.quota.resource_registry [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] subnetpool is already registered Apr 09 13:37:49.155387 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.v2.resource_helper [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=85152) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 09 13:37:49.156063 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.v2.resource_helper [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Service FLAVORS assigned prefix: {{(pid=85152) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 09 13:37:49.156721 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.v2.resource_helper [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=85152) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 09 13:37:49.157195 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.v2.resource_helper [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=85152) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 09 13:37:49.157580 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.quota.resource_registry [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Creating instance of TrackedResource for resource:router Apr 09 13:37:49.158005 dv-cinder-785362-1-smb neutron-server[85152]: WARNING neutron.quota.resource_registry [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] router is already registered Apr 09 13:37:49.158694 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.quota.resource_registry [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Creating instance of TrackedResource for resource:floatingip Apr 09 13:37:49.159059 dv-cinder-785362-1-smb neutron-server[85152]: WARNING neutron.quota.resource_registry [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] floatingip is already registered Apr 09 13:37:49.159766 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.v2.resource_helper [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Service METERING assigned prefix: /metering {{(pid=85152) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 09 13:37:49.160533 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.quota.resource_registry [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Creating instance of CountableResource for resource:rbac_policy Apr 09 13:37:49.160901 dv-cinder-785362-1-smb neutron-server[85152]: WARNING neutron.quota.resource_registry [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] rbac_policy is already registered Apr 09 13:37:49.162497 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.quota.resource_registry [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Creating instance of TrackedResource for resource:security_group Apr 09 13:37:49.162858 dv-cinder-785362-1-smb neutron-server[85152]: WARNING neutron.quota.resource_registry [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] security_group is already registered Apr 09 13:37:49.163541 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.quota.resource_registry [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 09 13:37:49.163915 dv-cinder-785362-1-smb neutron-server[85152]: WARNING neutron.quota.resource_registry [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] security_group_rule is already registered Apr 09 13:37:49.164665 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.v2.resource_helper [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Service CORE assigned prefix: {{(pid=85152) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 09 13:37:49.165036 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.quota.resource_registry [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Creating instance of TrackedResource for resource:subnetpool Apr 09 13:37:49.165411 dv-cinder-785362-1-smb neutron-server[85152]: WARNING neutron.quota.resource_registry [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] subnetpool is already registered Apr 09 13:37:49.166253 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.v2.resource_helper [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Service CORE assigned prefix: {{(pid=85152) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 09 13:37:49.167606 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.quota.resource_registry [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Creating instance of TrackedResource for resource:subnetpool Apr 09 13:37:49.168176 dv-cinder-785362-1-smb neutron-server[85152]: WARNING neutron.quota.resource_registry [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] subnetpool is already registered Apr 09 13:37:49.169085 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Extended resource: extensions {{(pid=85152) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 09 13:37:49.172220 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Extended resource: address-groups {{(pid=85152) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 09 13:37:49.174373 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Extended resource: address-scopes {{(pid=85152) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 09 13:37:49.175831 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Extended resource: agents {{(pid=85152) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 09 13:37:49.177252 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Extended resource: auto-allocated-topology {{(pid=85152) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 09 13:37:49.178608 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Extended resource: availability_zones {{(pid=85152) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 09 13:37:49.180069 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Extended resource: dhcp-networks {{(pid=85152) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 09 13:37:49.181747 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Extended resource: dhcp-agents {{(pid=85152) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 09 13:37:49.183387 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Extended resource: routers {{(pid=85152) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 09 13:37:49.185380 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Extended resource: flavors {{(pid=85152) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 09 13:37:49.187374 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Extended resource: service_profiles {{(pid=85152) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 09 13:37:49.188785 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Extended resource: next_providers {{(pid=85152) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 09 13:37:49.190574 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Extended resource: service_profiles {{(pid=85152) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 09 13:37:49.192257 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Extended resource: floatingip-pools {{(pid=85152) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 09 13:37:49.193750 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Extended resource: routers {{(pid=85152) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 09 13:37:49.196649 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Extended resource: floatingips {{(pid=85152) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 09 13:37:49.198190 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Extended resource: l3-routers {{(pid=85152) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 09 13:37:49.199703 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Extended resource: l3-agents {{(pid=85152) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 09 13:37:49.201230 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Extended resource: metering-labels {{(pid=85152) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 09 13:37:49.203151 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Extended resource: metering-label-rules {{(pid=85152) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 09 13:37:49.204803 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Extended resource: network-ip-availabilities {{(pid=85152) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 09 13:37:49.206166 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Extended resource: bindings {{(pid=85152) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 09 13:37:49.208529 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Extended resource: quotas {{(pid=85152) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 09 13:37:49.210622 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Extended resource: quotas {{(pid=85152) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 09 13:37:49.212248 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Extended resource: rbac-policies {{(pid=85152) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 09 13:37:49.213719 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Extended resource: security-groups {{(pid=85152) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 09 13:37:49.215144 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Extended resource: security-group-rules {{(pid=85152) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 09 13:37:49.216772 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Extended resource: service-providers {{(pid=85152) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 09 13:37:49.218183 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Extended resource: subnetpools {{(pid=85152) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 09 13:37:49.219717 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Extended resource: subnetpools {{(pid=85152) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 09 13:37:49.221330 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Extended resource: tags {{(pid=85152) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 09 13:37:49.223277 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Extended resource: tags {{(pid=85152) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 09 13:37:49.225502 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Extended resource: tags {{(pid=85152) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 09 13:37:49.228208 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Extended resource: tags {{(pid=85152) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 09 13:37:49.230419 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Extended resource: tags {{(pid=85152) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 09 13:37:49.232495 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Extended resource: tags {{(pid=85152) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 09 13:37:49.235194 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Extended resource: tags {{(pid=85152) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 09 13:37:49.238521 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Extended resource: tags {{(pid=85152) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 09 13:37:49.240396 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Extended resource: tags {{(pid=85152) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 09 13:37:49.242477 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.extensions [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Extended resource: tags {{(pid=85152) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 09 13:37:49.250784 dv-cinder-785362-1-smb neutron-server[85152]: WARNING keystonemiddleware.auth_token [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Apr 09 13:37:49.256685 dv-cinder-785362-1-smb neutron-server[85152]: WARNING keystonemiddleware.auth_token [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Apr 09 13:37:49.266757 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Acquired lock "singleton_lock" {{(pid=85152) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}} Apr 09 13:37:49.267294 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Releasing lock "singleton_lock" {{(pid=85152) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}} Apr 09 13:37:49.268776 dv-cinder-785362-1-smb neutron-server[85152]: INFO oslo_service.service [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Starting 2 workers Apr 09 13:37:49.273916 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Started child 85265 {{(pid=85152) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 09 13:37:49.277655 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:37:49.279093 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Started child 85266 {{(pid=85152) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 09 13:37:49.279274 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [-] (85265) wsgi starting up on http://0.0.0.0:9696 Apr 09 13:37:49.280811 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.service [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Neutron service started, listening on 0.0.0.0:9696 Apr 09 13:37:49.281558 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Notify callbacks [] for process, before_spawn {{(pid=85152) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:37:49.282551 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:37:49.284241 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [-] (85266) wsgi starting up on http://0.0.0.0:9696 Apr 09 13:37:49.284453 dv-cinder-785362-1-smb neutron-server[85152]: INFO oslo_service.service [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Starting 1 workers Apr 09 13:37:49.290240 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Started child 85267 {{(pid=85152) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 09 13:37:49.290804 dv-cinder-785362-1-smb neutron-server[85152]: INFO oslo_service.service [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Starting 1 workers Apr 09 13:37:49.292066 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.service [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] calling RpcWorker wait() {{(pid=85267) _wait /opt/stack/neutron/neutron/service.py:128}} Apr 09 13:37:49.292464 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.service [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] returning from RpcWorker wait() {{(pid=85267) _wait /opt/stack/neutron/neutron/service.py:135}} Apr 09 13:37:49.294017 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:37:49.294506 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=85267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 13:37:49.296646 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Started child 85268 {{(pid=85152) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 09 13:37:49.297441 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-4a6dc97e-eb0e-4abc-9868-fbb6564538b7 None None] Notify callbacks [] for process, after_spawn {{(pid=85152) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:37:49.299452 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=85152) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Apr 09 13:37:49.299715 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Apr 09 13:37:49.299903 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Apr 09 13:37:49.300417 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Apr 09 13:37:49.300824 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Apr 09 13:37:49.301043 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Apr 09 13:37:49.301750 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 13:37:49.302065 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 13:37:49.302383 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 13:37:49.302686 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 13:37:49.303066 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 13:37:49.303178 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=85268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:37:49.303746 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 13:37:49.304113 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 13:37:49.304420 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 13:37:49.304723 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 13:37:49.305061 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 13:37:49.305696 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 13:37:49.305696 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 13:37:49.305696 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 13:37:49.305696 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 13:37:49.305696 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 13:37:49.305696 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 13:37:49.307427 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 13:37:49.307427 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 13:37:49.307427 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 13:37:49.307697 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] config_source = [] {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 13:37:49.308292 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 13:37:49.308741 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 13:37:49.309270 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] debug = True {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 13:37:49.309747 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 13:37:49.310435 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 13:37:49.310717 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 13:37:49.311002 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 13:37:49.311874 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 13:37:49.312265 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 13:37:49.312556 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 13:37:49.312915 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 13:37:49.313196 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 13:37:49.313469 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 13:37:49.313849 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 13:37:49.314145 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 13:37:49.314423 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 13:37:49.314703 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 13:37:49.315007 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 13:37:49.315294 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 13:37:49.315544 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 13:37:49.316068 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] host = dv-cinder-785362-1-smb {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 13:37:49.316336 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 13:37:49.316577 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 13:37:49.317098 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 13:37:49.317372 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 13:37:49.317755 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 13:37:49.318045 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 13:37:49.318329 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 13:37:49.318730 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 13:37:49.319000 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 13:37:49.319515 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 13:37:49.319697 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 13:37:49.319937 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 13:37:49.320219 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] log_dir = None {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 13:37:49.320487 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] log_file = None {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 13:37:49.320680 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] log_options = True {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 13:37:49.320948 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 13:37:49.321262 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 13:37:49.321850 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 13:37:49.322028 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 13:37:49.322174 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 13:37:49.322318 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 13:37:49.322567 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 13:37:49.322789 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 13:37:49.323074 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 13:37:49.323324 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 13:37:49.323943 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 13:37:49.323943 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 13:37:49.324250 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 13:37:49.324494 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 13:37:49.324646 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 13:37:49.324912 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 13:37:49.325161 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 13:37:49.325429 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 13:37:49.325878 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 13:37:49.326178 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 13:37:49.326559 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 13:37:49.326920 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 13:37:49.327277 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 13:37:49.327558 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 13:37:49.327927 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 13:37:49.328182 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 13:37:49.328525 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 13:37:49.328784 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 13:37:49.329027 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 13:37:49.329317 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 13:37:49.329818 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 13:37:49.330085 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 13:37:49.330272 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 13:37:49.330601 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 13:37:49.330890 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 13:37:49.331136 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 13:37:49.331442 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 13:37:49.331838 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 13:37:49.332119 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 13:37:49.332449 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 13:37:49.332816 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 13:37:49.333209 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 13:37:49.333502 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 13:37:49.333816 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 13:37:49.334087 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] use_journal = False {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 13:37:49.334414 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] use_json = False {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 13:37:49.334586 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=85268) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 13:37:49.335009 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 13:37:49.335160 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 13:37:49.335582 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 13:37:49.335899 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 13:37:49.336190 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 13:37:49.336507 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 13:37:49.336759 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 13:37:49.337037 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 13:37:49.337523 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.337879 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.338289 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.338556 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.338833 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.339138 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.339443 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.339876 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.340053 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.340312 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.340645 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.340900 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.341298 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.341551 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.341905 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.342335 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.342711 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.343176 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.343434 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.343688 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.343939 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.344197 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.344556 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.344879 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.345164 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.75/identity {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.345435 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.345754 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.346117 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.346298 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.346521 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.346768 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.347032 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.347321 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.347594 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.347999 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.348204 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.348476 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.348725 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.348992 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.349252 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.349547 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.349844 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.350103 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.350366 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.350615 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.350862 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.351111 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.351379 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.351647 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.351937 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.352216 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.352470 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.352718 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.352968 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.353220 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.353510 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.353807 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.354064 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.354309 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.354560 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.354844 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.355126 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.355393 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.355643 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.355921 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.356140 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.356348 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.356881 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.357020 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.357296 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.357550 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.357843 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.358640 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.358927 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.359261 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.359488 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.359743 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.360335 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.360335 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.360652 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.360866 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.361046 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.361282 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.361437 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.361827 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.362197 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.362596 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.362812 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.363061 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.363612 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.364058 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.364058 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.364445 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.364616 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.364825 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.365106 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.365414 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.366524 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.366524 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.366524 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.366524 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.367353 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.367353 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.367353 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.372499 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.372499 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.372499 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.372499 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.372499 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.372499 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.372499 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.372499 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.373885 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.373885 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.373885 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.373885 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.373885 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.373885 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.373885 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.373885 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.375732 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.375732 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.375732 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.375732 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.375732 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.375732 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.375732 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.375732 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.377104 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.377104 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.377104 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.377104 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.377104 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.377104 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.377104 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.378189 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.378189 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.378189 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.378946 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.378946 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.378946 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.379371 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.379589 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.379795 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.75/identity {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.380007 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.380293 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.380626 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.380986 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.381274 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.381594 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.381878 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.382496 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.382496 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.382861 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.382861 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.383281 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.383545 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.383883 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.384289 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.384487 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.384800 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.385059 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.385332 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.385601 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.388533 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.388533 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.388533 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.388533 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.388533 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.388533 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.388533 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.391778 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.391778 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.391778 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.391778 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.391778 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.391778 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.391778 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.391778 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.392844 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.392844 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.392844 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.392844 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.392844 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.393196 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.393196 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.393372 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.393776 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.394091 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.394439 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.394725 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.394961 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.395452 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.395714 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.395970 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.396231 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.396479 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.396726 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.397734 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.397734 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.397734 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.397734 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.398394 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.398394 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.398723 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.398723 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.399032 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.399252 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.402847 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.402847 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.402847 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.402847 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.402847 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.402847 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.402847 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.402847 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.406015 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.406015 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.406015 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.406015 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.406015 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.406015 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.406015 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.410484 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.410484 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.410774 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85266) accepted ('10.222.0.75', 54568) {{(pid=85266) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:37:49.410879 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.410879 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.410879 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.410879 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.410879 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.410879 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.410879 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.410879 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.411651 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.411651 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.411651 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.411651 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.411651 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.411651 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.412187 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.412187 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.412528 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.412765 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.413112 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.413656 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.413852 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.414152 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.414518 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.414821 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.415091 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.415532 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.415697 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.415919 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.416179 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.416669 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.416945 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.417197 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.417459 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.417759 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.418025 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.418409 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.418686 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.418970 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.419231 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.419425 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Apr 09 13:37:49.419987 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=85152) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Apr 09 13:37:49.420221 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Apr 09 13:37:49.420402 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Apr 09 13:37:49.420748 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Apr 09 13:37:49.421094 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Apr 09 13:37:49.421253 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Apr 09 13:37:49.421625 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 13:37:49.423249 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [-] 10.222.0.75 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0127959 Apr 09 13:37:49.423491 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 13:37:49.423491 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 13:37:49.423491 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 13:37:49.423491 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 13:37:49.423491 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 13:37:49.424396 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 13:37:49.424396 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 13:37:49.424396 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 13:37:49.424396 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 13:37:49.425775 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 13:37:49.425957 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 13:37:49.426341 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 13:37:49.426749 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 13:37:49.426950 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 13:37:49.427218 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 13:37:49.428714 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 13:37:49.428714 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 13:37:49.428714 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 13:37:49.428714 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] config_source = [] {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 13:37:49.428714 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 13:37:49.428714 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 13:37:49.428714 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] debug = True {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 13:37:49.428714 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 13:37:49.429546 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 13:37:49.429546 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 13:37:49.429546 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 13:37:49.429546 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 13:37:49.429546 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 13:37:49.430055 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 13:37:49.430055 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 13:37:49.430231 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 13:37:49.430325 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 13:37:49.430481 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 13:37:49.430676 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 13:37:49.430861 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 13:37:49.431120 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 13:37:49.431311 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 13:37:49.431478 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 13:37:49.431849 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 13:37:49.432909 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] host = dv-cinder-785362-1-smb {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 13:37:49.432909 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 13:37:49.432909 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 13:37:49.432909 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 13:37:49.432909 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 13:37:49.432909 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 13:37:49.433368 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 13:37:49.433368 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 13:37:49.433497 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 13:37:49.437765 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 13:37:49.437765 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 13:37:49.437765 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 13:37:49.437765 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 13:37:49.437765 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] log_dir = None {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 13:37:49.437765 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] log_file = None {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 13:37:49.437765 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] log_options = True {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 13:37:49.437765 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 13:37:49.437765 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 13:37:49.438691 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 13:37:49.438691 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 13:37:49.438691 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 13:37:49.438691 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 13:37:49.438691 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 13:37:49.438691 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 13:37:49.438691 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 13:37:49.439297 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 13:37:49.439297 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 13:37:49.439297 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 13:37:49.439297 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 13:37:49.439297 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 13:37:49.439297 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 13:37:49.439977 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 13:37:49.440703 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 13:37:49.440703 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 13:37:49.440703 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 13:37:49.440703 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 13:37:49.441008 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 13:37:49.441080 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 13:37:49.441198 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 13:37:49.441557 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 13:37:49.441852 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 13:37:49.442022 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 13:37:49.442190 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 13:37:49.442383 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 13:37:49.442571 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 13:37:49.442856 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 13:37:49.443100 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 13:37:49.443292 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 13:37:49.443483 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 13:37:49.443675 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 13:37:49.443860 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 13:37:49.444048 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 13:37:49.444234 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 13:37:49.444427 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 13:37:49.444634 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 13:37:49.444862 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 13:37:49.445027 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 13:37:49.445217 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 13:37:49.445402 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 13:37:49.445591 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 13:37:49.445819 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] use_journal = False {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 13:37:49.446005 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] use_json = False {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 13:37:49.446173 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 13:37:49.446360 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 13:37:49.446589 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 13:37:49.446798 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 13:37:49.446985 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 13:37:49.447157 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 13:37:49.447381 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 13:37:49.447643 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 09 13:37:49.447901 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.448048 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.448251 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.448446 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.448656 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=85267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 13:37:49.448759 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.448854 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.449030 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.449218 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.449408 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.449883 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.450699 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.450899 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.451105 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.451276 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.451704 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.452468 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.452662 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.452855 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.453139 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.453335 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.453527 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.453757 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.453913 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.454101 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.454261 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.75/identity {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.454513 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.454707 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.454983 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.455138 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.455278 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.455479 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.456073 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.456073 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.456073 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.457067 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.457067 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.457067 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.457067 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.457067 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.457067 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.457873 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.457873 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.457873 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.457873 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.458396 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.458396 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.458396 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.458851 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.458851 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.459119 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.459366 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.459563 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.459970 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.460135 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.460407 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.460572 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.460761 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.460916 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.461172 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.461441 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.461600 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.461816 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.461964 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.462107 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.462304 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.462462 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.462655 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.462845 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.462994 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.463240 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.463395 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.463579 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.463778 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.463927 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.464712 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.464712 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.464712 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.464712 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.465365 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.465365 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.465365 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.465365 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.465732 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.466709 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.466899 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.467106 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.473767 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.473767 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.473767 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.473767 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.473767 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.473767 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.473767 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.473767 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.474466 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.474466 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.474466 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.474466 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.474466 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.474466 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.474466 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.474466 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.475079 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.475079 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.475079 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.475079 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.475079 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.475079 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.475079 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.475079 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.475749 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.475749 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.475749 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.475749 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.475749 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.475749 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.475749 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.475749 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.476372 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.476372 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.476372 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.476372 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.476372 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.476372 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.476372 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.476372 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.476372 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.477040 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.477040 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.477040 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.477040 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.477040 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.477040 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.477040 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.477040 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.477645 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.477645 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.477645 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.477645 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.479352 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.479352 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.479352 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.479352 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.479352 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.75/identity {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.479352 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.479352 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.479352 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.481224 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.481224 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.481224 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.481224 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.481224 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.481224 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.481224 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.481224 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.482344 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.482344 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.482344 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.482344 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.482344 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.482344 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.482344 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.482344 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.483234 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.483234 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.483234 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.483234 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.483234 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.483234 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.483234 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.483234 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.484357 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.484357 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.484357 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.484357 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.484357 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.484357 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.484357 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.484357 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.488146 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.488146 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.488146 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.488146 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.488146 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.488146 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.488146 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.488146 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.490119 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.490119 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.490119 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.490119 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.490119 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.490119 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.490119 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.490119 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.490881 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.490881 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.490881 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.490881 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.490881 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.490881 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.490881 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.490881 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.492085 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.492085 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.492085 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.492085 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.492085 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.492085 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.492085 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.492085 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.493353 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.493353 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.493353 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.493353 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.493353 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.493353 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.493353 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.493353 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.494405 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.494405 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.494405 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.494405 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.494405 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.494405 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.494405 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.494405 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.495438 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.495438 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.495438 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.495438 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.495438 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.495438 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.496152 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.496152 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.496152 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.496152 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.496563 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.496563 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.496778 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.496916 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.497056 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.497242 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.497493 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.497768 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.497891 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.498083 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.498275 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.498465 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.498779 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.498979 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.499146 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.499286 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.499424 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.499587 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.499773 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.499961 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.500149 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.500376 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.500570 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.500758 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.500945 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.501134 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.501394 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 09 13:37:49.501577 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=85152) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Apr 09 13:38:01.134023 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8c07ac7-e4ea-4c90-b710-bcd5b5ac6ef5 None None] get_active_networks_info from dv-cinder-785362-1-smb {{(pid=85267) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 09 13:38:01.211393 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8c07ac7-e4ea-4c90-b710-bcd5b5ac6ef5 None None] No non-hosted networks {{(pid=85267) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Apr 09 13:38:01.226634 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-43446bf9-661f-454e-a69b-14206a56464a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103'] for agent, after_create {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:38:04.191259 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-79801a2d-6ace-4907-913b-654f1e55f3d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103'] for agent, after_create {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:38:04.227284 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-030af6ac-ac20-44a8-a7bc-a50557c04ad3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:38:04.584890 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-038b6fee-909e-41c9-b649-649ad33ce393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103'] for agent, after_create {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:38:05.241104 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103'] for agent, after_create {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:38:05.242442 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:38:05.243025 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:38:05.243604 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:38:05.244162 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:38:05.244729 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:38:05.245282 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:38:05.245914 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:38:05.246477 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:38:05.247032 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:38:05.247635 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:38:05.250392 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:38:05.251446 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:38:05.254149 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250ccce2-add9-4520-ab97-985e32375bee None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-785362-1-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=85267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 13:38:05.268567 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250ccce2-add9-4520-ab97-985e32375bee None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-785362-1-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=85267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 13:38:05.619007 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-c378f248-96be-4ef7-a52f-f55c09e56a36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103'] for agent, after_create {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:38:07.292894 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.75', 54664) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:38:08.001719 dv-cinder-785362-1-smb neutron-server[85152]: WARNING oslo_policy.policy [None req-6ef5d16c-5571-43bf-8ab8-e80e53c1b75a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 09 13:38:08.002329 dv-cinder-785362-1-smb neutron-server[85152]: WARNING oslo_policy.policy [None req-6ef5d16c-5571-43bf-8ab8-e80e53c1b75a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 09 13:38:08.236911 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [None req-6ef5d16c-5571-43bf-8ab8-e80e53c1b75a admin admin] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=85265) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 09 13:38:08.238190 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-6ef5d16c-5571-43bf-8ab8-e80e53c1b75a admin admin] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.9430413 Apr 09 13:38:09.506910 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.db.l3_hamode_db [None req-d3aa4773-0dd4-45fb-9124-8d0e904c7d66 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Apr 09 13:38:09.602667 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3aa4773-0dd4-45fb-9124-8d0e904c7d66 None None] Routers set() bound to L3 agent in host dv-cinder-785362-1-smb {{(pid=85267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 09 13:38:09.603096 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3aa4773-0dd4-45fb-9124-8d0e904c7d66 None None] Router IDs set() for agent in host dv-cinder-785362-1-smb {{(pid=85267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:466}} Apr 09 13:38:11.111536 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.75', 54678) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:38:11.548220 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.v2.base [None req-0c765b30-c730-4db2-be41-2c839079a1ca admin admin] Request body: {'subnetpool': {'is_default': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'shared': True}} {{(pid=85265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 09 13:38:11.659094 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.policy [None req-0c765b30-c730-4db2-be41-2c839079a1ca admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=85265) register_rules /opt/stack/neutron/neutron/policy.py:75}} Apr 09 13:38:11.715559 dv-cinder-785362-1-smb neutron-server[85152]: WARNING oslo_policy.policy [None req-0c765b30-c730-4db2-be41-2c839079a1ca admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 09 13:38:11.715969 dv-cinder-785362-1-smb neutron-server[85152]: WARNING oslo_policy.policy [None req-0c765b30-c730-4db2-be41-2c839079a1ca admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 09 13:38:11.734855 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.quota [None req-0c765b30-c730-4db2-be41-2c839079a1ca admin admin] Loaded quota_driver: . Apr 09 13:38:11.751543 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-0c765b30-c730-4db2-be41-2c839079a1ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 13:38:11.812541 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-0c765b30-c730-4db2-be41-2c839079a1ca admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363265041946850', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363265041942198', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363265041949612', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363265041930320', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363265041974848', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363265041975289', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create--9223372036853850146', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036853797366', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036854206238', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-634497'] for rbac-policy, before_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:38:11.881154 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-0c765b30-c730-4db2-be41-2c839079a1ca admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:38:11.883208 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-0c765b30-c730-4db2-be41-2c839079a1ca admin admin] 10.222.0.75 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.7700944 Apr 09 13:38:15.023200 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.75', 54692) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:38:15.428052 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.v2.base [None req-898a458a-e6fe-4471-9e5d-c924eedf8e78 admin admin] Request body: {'network': {'project_id': '6184da2c301d4f17adf3721103b02cdf', 'name': 'private', 'admin_state_up': True}} {{(pid=85265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 09 13:38:15.434248 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-898a458a-e6fe-4471-9e5d-c924eedf8e78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 13:38:15.439135 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-898a458a-e6fe-4471-9e5d-c924eedf8e78 admin admin] Usage tracker for resource:network and tenant:6184da2c301d4f17adf3721103b02cdf is out of sync, need to count used quota {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 13:38:15.442928 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-898a458a-e6fe-4471-9e5d-c924eedf8e78 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 13:38:15.449694 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-898a458a-e6fe-4471-9e5d-c924eedf8e78 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 13:38:15.458891 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-898a458a-e6fe-4471-9e5d-c924eedf8e78 admin admin] Made reservation on behalf of 6184da2c301d4f17adf3721103b02cdf for: {'network': 1} {{(pid=85265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 09 13:38:15.465221 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-898a458a-e6fe-4471-9e5d-c924eedf8e78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853739810'] for network, before_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:38:15.483104 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-898a458a-e6fe-4471-9e5d-c924eedf8e78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:38:15.503174 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-898a458a-e6fe-4471-9e5d-c924eedf8e78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 13:38:15.507391 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-898a458a-e6fe-4471-9e5d-c924eedf8e78 admin admin] Usage tracker for resource:security_group_rule and tenant:6184da2c301d4f17adf3721103b02cdf is out of sync, need to count used quota {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 13:38:15.511223 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-898a458a-e6fe-4471-9e5d-c924eedf8e78 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 13:38:15.519335 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-898a458a-e6fe-4471-9e5d-c924eedf8e78 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 13:38:15.787465 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-898a458a-e6fe-4471-9e5d-c924eedf8e78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:38:15.790323 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-898a458a-e6fe-4471-9e5d-c924eedf8e78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738555'] for security_group, after_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:38:15.795154 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:38:15.812396 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-898a458a-e6fe-4471-9e5d-c924eedf8e78 admin admin] vlan segment allocate from pool success with {'vlan_id': 626, 'physical_network': 'physnet1'} {{(pid=85265) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 09 13:38:15.839762 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-898a458a-e6fe-4471-9e5d-c924eedf8e78 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8771815956714', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854760408'] for segment, precommit_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:38:15.840383 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-898a458a-e6fe-4471-9e5d-c924eedf8e78 admin admin] Unsubscribe: segment precommit_create {{(pid=85265) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Apr 09 13:38:15.840862 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.db.segments_db [None req-898a458a-e6fe-4471-9e5d-c924eedf8e78 admin admin] Added segment dcbc7358-44de-47af-b8cb-93bc65df9c66 of type vlan for network 4919fef0-6878-47fc-b6e9-bc1c70aa65d4 Apr 09 13:38:15.897958 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898a458a-e6fe-4471-9e5d-c924eedf8e78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbe21aea-764f-4da8-aa99-33485ff226d2,revision_number=1']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:38:15.918589 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898a458a-e6fe-4471-9e5d-c924eedf8e78 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:38:15.918946 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898a458a-e6fe-4471-9e5d-c924eedf8e78 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:38:15.919302 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898a458a-e6fe-4471-9e5d-c924eedf8e78 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:38:15.919654 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898a458a-e6fe-4471-9e5d-c924eedf8e78 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:38:15.919995 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898a458a-e6fe-4471-9e5d-c924eedf8e78 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:38:15.920339 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898a458a-e6fe-4471-9e5d-c924eedf8e78 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:38:15.920681 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898a458a-e6fe-4471-9e5d-c924eedf8e78 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:38:15.921017 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898a458a-e6fe-4471-9e5d-c924eedf8e78 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:38:15.921531 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898a458a-e6fe-4471-9e5d-c924eedf8e78 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:38:15.921939 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898a458a-e6fe-4471-9e5d-c924eedf8e78 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:38:15.922259 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898a458a-e6fe-4471-9e5d-c924eedf8e78 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:38:15.922593 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898a458a-e6fe-4471-9e5d-c924eedf8e78 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:38:15.923666 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898a458a-e6fe-4471-9e5d-c924eedf8e78 admin admin] Tracked resource versions report: Apr 09 13:38:15.923666 dv-cinder-785362-1-smb neutron-server[85152]: pushed versions: Apr 09 13:38:15.923666 dv-cinder-785362-1-smb neutron-server[85152]: { 'AddressGroup': {'1.2'}, Apr 09 13:38:15.923666 dv-cinder-785362-1-smb neutron-server[85152]: 'ConntrackHelper': {'1.0'}, Apr 09 13:38:15.923666 dv-cinder-785362-1-smb neutron-server[85152]: 'Log': {'1.0'}, Apr 09 13:38:15.923666 dv-cinder-785362-1-smb neutron-server[85152]: 'Network': {'1.1'}, Apr 09 13:38:15.923666 dv-cinder-785362-1-smb neutron-server[85152]: 'Port': {'1.7'}, Apr 09 13:38:15.923666 dv-cinder-785362-1-smb neutron-server[85152]: 'PortForwarding': {'1.2'}, Apr 09 13:38:15.923666 dv-cinder-785362-1-smb neutron-server[85152]: 'QosPolicy': {'1.8'}, Apr 09 13:38:15.923666 dv-cinder-785362-1-smb neutron-server[85152]: 'SecurityGroup': {'1.4'}, Apr 09 13:38:15.923666 dv-cinder-785362-1-smb neutron-server[85152]: 'SecurityGroupRule': {'1.2'}, Apr 09 13:38:15.923666 dv-cinder-785362-1-smb neutron-server[85152]: 'SubPort': {'1.0'}, Apr 09 13:38:15.923666 dv-cinder-785362-1-smb neutron-server[85152]: 'Subnet': {'1.1'}, Apr 09 13:38:15.923666 dv-cinder-785362-1-smb neutron-server[85152]: 'Trunk': {'1.1'}} Apr 09 13:38:15.923666 dv-cinder-785362-1-smb neutron-server[85152]: consumer versions: Apr 09 13:38:15.923666 dv-cinder-785362-1-smb neutron-server[85152]: { DHCP agent@dv-cinder-785362-1-smb: {}, Apr 09 13:38:15.923666 dv-cinder-785362-1-smb neutron-server[85152]: L3 agent@dv-cinder-785362-1-smb: {}, Apr 09 13:38:15.923666 dv-cinder-785362-1-smb neutron-server[85152]: Metadata agent@dv-cinder-785362-1-smb: {}, Apr 09 13:38:15.923666 dv-cinder-785362-1-smb neutron-server[85152]: Metering agent@dv-cinder-785362-1-smb: {}, Apr 09 13:38:15.923666 dv-cinder-785362-1-smb neutron-server[85152]: Open vSwitch agent@dv-cinder-785362-1-smb: { 'AddressGroup': '1.2', Apr 09 13:38:15.923666 dv-cinder-785362-1-smb neutron-server[85152]: 'ConntrackHelper': '1.0', Apr 09 13:38:15.923666 dv-cinder-785362-1-smb neutron-server[85152]: 'Log': '1.0', Apr 09 13:38:15.923666 dv-cinder-785362-1-smb neutron-server[85152]: 'Network': '1.1', Apr 09 13:38:15.923666 dv-cinder-785362-1-smb neutron-server[85152]: 'Port': '1.7', Apr 09 13:38:15.923666 dv-cinder-785362-1-smb neutron-server[85152]: 'PortForwarding': '1.2', Apr 09 13:38:15.923666 dv-cinder-785362-1-smb neutron-server[85152]: 'QosPolicy': '1.8', Apr 09 13:38:15.923666 dv-cinder-785362-1-smb neutron-server[85152]: 'SecurityGroup': '1.4', Apr 09 13:38:15.923666 dv-cinder-785362-1-smb neutron-server[85152]: 'SecurityGroupRule': '1.2', Apr 09 13:38:15.923666 dv-cinder-785362-1-smb neutron-server[85152]: 'SubPort': '1.0', Apr 09 13:38:15.923666 dv-cinder-785362-1-smb neutron-server[85152]: 'Subnet': '1.1', Apr 09 13:38:15.923666 dv-cinder-785362-1-smb neutron-server[85152]: 'Trunk': '1.1'}} Apr 09 13:38:15.923666 dv-cinder-785362-1-smb neutron-server[85152]: {{(pid=85265) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 09 13:38:15.970638 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-898a458a-e6fe-4471-9e5d-c924eedf8e78 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363265039334123'] for network, precommit_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:38:15.977640 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-898a458a-e6fe-4471-9e5d-c924eedf8e78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:38:16.013947 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-898a458a-e6fe-4471-9e5d-c924eedf8e78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299'] for network, after_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:38:16.015947 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-898a458a-e6fe-4471-9e5d-c924eedf8e78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:38:16.016599 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-898a458a-e6fe-4471-9e5d-c924eedf8e78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758280'] for network, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:38:16.021774 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:38:16.129982 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-898a458a-e6fe-4471-9e5d-c924eedf8e78 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.1053278 Apr 09 13:38:16.132765 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898a458a-e6fe-4471-9e5d-c924eedf8e78 admin admin] Pushing event updated for resources: {'Network': ['ID=4919fef0-6878-47fc-b6e9-bc1c70aa65d4,revision_number=1']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:38:16.135978 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-898a458a-e6fe-4471-9e5d-c924eedf8e78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:38:16.145160 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.rpc [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Network 4919fef0-6878-47fc-b6e9-bc1c70aa65d4 details requested by agent ovs-agent-dv-cinder-785362-1-smb with host dv-cinder-785362-1-smb {{(pid=85267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 09 13:38:19.274924 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.75', 54708) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:38:19.794388 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eddbb8f5-878c-40d1-9170-7821aeab363b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:38:19.795851 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-eddbb8f5-878c-40d1-9170-7821aeab363b admin admin] 10.222.0.75 "GET /v2.0/networks/4919fef0-6878-47fc-b6e9-bc1c70aa65d4 HTTP/1.1" status: 200 len: 825 time: 0.5198276 Apr 09 13:38:19.825760 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-5568cc41-7898-4309-a938-8de16c8554b9 admin admin] 10.222.0.75 "GET /v2.0/subnetpools/e7e0421b-dcc2-4581-975c-4ec0bfd354b7 HTTP/1.1" status: 200 len: 734 time: 0.0236661 Apr 09 13:38:19.837289 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.v2.base [None req-4cc7b5d8-c3f0-4a54-8af0-cde73d720e3c admin admin] Request body: {'subnet': {'network_id': '4919fef0-6878-47fc-b6e9-bc1c70aa65d4', 'subnetpool_id': 'e7e0421b-dcc2-4581-975c-4ec0bfd354b7', 'name': 'private-subnet', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'tenant_id': '6184da2c301d4f17adf3721103b02cdf'}} {{(pid=85265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 09 13:38:19.841922 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-4cc7b5d8-c3f0-4a54-8af0-cde73d720e3c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 13:38:19.846018 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-4cc7b5d8-c3f0-4a54-8af0-cde73d720e3c admin admin] Usage tracker for resource:subnet and tenant:6184da2c301d4f17adf3721103b02cdf is out of sync, need to count used quota {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 13:38:19.849057 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-4cc7b5d8-c3f0-4a54-8af0-cde73d720e3c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 13:38:19.855343 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-4cc7b5d8-c3f0-4a54-8af0-cde73d720e3c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 13:38:19.864877 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cc7b5d8-c3f0-4a54-8af0-cde73d720e3c admin admin] Made reservation on behalf of 6184da2c301d4f17adf3721103b02cdf for: {'subnet': 1} {{(pid=85265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 09 13:38:19.869451 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-4cc7b5d8-c3f0-4a54-8af0-cde73d720e3c admin admin] Notify callbacks [] for subnet, before_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:38:20.368470 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-4cc7b5d8-c3f0-4a54-8af0-cde73d720e3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299'] for subnet, after_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:38:20.384322 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:38:20.529657 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc7b5d8-c3f0-4a54-8af0-cde73d720e3c admin admin] Pushing event updated for resources: {'Subnet': ['ID=27df4e81-7a6d-48bd-8b78-75d34dd0a980,revision_number=0']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:38:20.536654 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-4cc7b5d8-c3f0-4a54-8af0-cde73d720e3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:38:20.593957 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cc7b5d8-c3f0-4a54-8af0-cde73d720e3c admin admin] Checking segment: {'id': 'dcbc7358-44de-47af-b8cb-93bc65df9c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '4919fef0-6878-47fc-b6e9-bc1c70aa65d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 09 13:38:20.594516 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cc7b5d8-c3f0-4a54-8af0-cde73d720e3c admin admin] Network hostable DHCP agents. Network: 4919fef0-6878-47fc-b6e9-bc1c70aa65d4, hostable agents: ['977b5286-6f81-4d97-b9b2-e69f70c69ca5'], hosted agents: [] {{(pid=85265) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 09 13:38:20.617395 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cc7b5d8-c3f0-4a54-8af0-cde73d720e3c admin admin] Network 4919fef0-6878-47fc-b6e9-bc1c70aa65d4 is scheduled to be hosted by DHCP agent 977b5286-6f81-4d97-b9b2-e69f70c69ca5 with binding_index 1 {{(pid=85265) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 09 13:38:20.626361 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.scheduler.base_scheduler [None req-4cc7b5d8-c3f0-4a54-8af0-cde73d720e3c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-785362-1-smb, 4919fef0-6878-47fc-b6e9-bc1c70aa65d4) {{(pid=85265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 09 13:38:20.632134 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cc7b5d8-c3f0-4a54-8af0-cde73d720e3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:38:20.632726 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-4cc7b5d8-c3f0-4a54-8af0-cde73d720e3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758280'] for subnet, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:38:20.636518 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb8d343a-6f6d-44fc-ad67-b5b7af621727 None None] Network 4919fef0-6878-47fc-b6e9-bc1c70aa65d4 requested from dv-cinder-785362-1-smb {{(pid=85267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 09 13:38:20.652732 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-4cc7b5d8-c3f0-4a54-8af0-cde73d720e3c admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8193715 Apr 09 13:38:20.985172 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39bbcae3-6153-406b-a698-528b35d33377 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe608d69b-f451-5fb8-bdcb-5faac2d6aa34-4919fef0-6878-47fc-b6e9-bc1c70aa65d4', 'network_id': '4919fef0-6878-47fc-b6e9-bc1c70aa65d4', 'tenant_id': '6184da2c301d4f17adf3721103b02cdf', 'fixed_ips': [{'subnet_id': '27df4e81-7a6d-48bd-8b78-75d34dd0a980'}]}} from dv-cinder-785362-1-smb. {{(pid=85267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 09 13:38:20.986418 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-39bbcae3-6153-406b-a698-528b35d33377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853739810'] for port, before_create {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:38:21.190331 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.db_base_plugin_common [None req-39bbcae3-6153-406b-a698-528b35d33377 None None] Allocated IP 172.20.0.2 (4919fef0-6878-47fc-b6e9-bc1c70aa65d4/27df4e81-7a6d-48bd-8b78-75d34dd0a980/e9298ea2-f392-45b0-ac87-75c5db4dda4f) {{(pid=85267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 09 13:38:21.613774 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-39bbcae3-6153-406b-a698-528b35d33377 None None] Notify callbacks [] for port, precommit_create {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:38:21.627371 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.provisioning_blocks [None req-39bbcae3-6153-406b-a698-528b35d33377 None None] Transition to ACTIVE for port object e9298ea2-f392-45b0-ac87-75c5db4dda4f will not be triggered until provisioned by entity L2. {{(pid=85267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 09 13:38:21.649050 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.provisioning_blocks [None req-39bbcae3-6153-406b-a698-528b35d33377 None None] Transition to ACTIVE for port object e9298ea2-f392-45b0-ac87-75c5db4dda4f will not be triggered until provisioned by entity DHCP. {{(pid=85267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 09 13:38:21.655231 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-39bbcae3-6153-406b-a698-528b35d33377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853739901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853759498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771815468164'] for port, after_create {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:38:21.671566 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:38:21.815590 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bbcae3-6153-406b-a698-528b35d33377 None None] Pushing event updated for resources: {'Port': ['ID=e9298ea2-f392-45b0-ac87-75c5db4dda4f,revision_number=1']} {{(pid=85267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:38:21.828007 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bbcae3-6153-406b-a698-528b35d33377 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:38:21.828387 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bbcae3-6153-406b-a698-528b35d33377 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:38:21.828753 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bbcae3-6153-406b-a698-528b35d33377 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:38:21.829108 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bbcae3-6153-406b-a698-528b35d33377 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:38:21.829462 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bbcae3-6153-406b-a698-528b35d33377 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:38:21.829879 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bbcae3-6153-406b-a698-528b35d33377 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:38:21.830216 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bbcae3-6153-406b-a698-528b35d33377 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:38:21.830565 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bbcae3-6153-406b-a698-528b35d33377 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:38:21.830917 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bbcae3-6153-406b-a698-528b35d33377 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:38:21.831266 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bbcae3-6153-406b-a698-528b35d33377 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:38:21.831657 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bbcae3-6153-406b-a698-528b35d33377 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:38:21.831969 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bbcae3-6153-406b-a698-528b35d33377 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:38:21.833034 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bbcae3-6153-406b-a698-528b35d33377 None None] Tracked resource versions report: Apr 09 13:38:21.833034 dv-cinder-785362-1-smb neutron-server[85152]: pushed versions: Apr 09 13:38:21.833034 dv-cinder-785362-1-smb neutron-server[85152]: { 'AddressGroup': {'1.2'}, Apr 09 13:38:21.833034 dv-cinder-785362-1-smb neutron-server[85152]: 'ConntrackHelper': {'1.0'}, Apr 09 13:38:21.833034 dv-cinder-785362-1-smb neutron-server[85152]: 'Log': {'1.0'}, Apr 09 13:38:21.833034 dv-cinder-785362-1-smb neutron-server[85152]: 'Network': {'1.1'}, Apr 09 13:38:21.833034 dv-cinder-785362-1-smb neutron-server[85152]: 'Port': {'1.7'}, Apr 09 13:38:21.833034 dv-cinder-785362-1-smb neutron-server[85152]: 'PortForwarding': {'1.2'}, Apr 09 13:38:21.833034 dv-cinder-785362-1-smb neutron-server[85152]: 'QosPolicy': {'1.8'}, Apr 09 13:38:21.833034 dv-cinder-785362-1-smb neutron-server[85152]: 'SecurityGroup': {'1.4'}, Apr 09 13:38:21.833034 dv-cinder-785362-1-smb neutron-server[85152]: 'SecurityGroupRule': {'1.2'}, Apr 09 13:38:21.833034 dv-cinder-785362-1-smb neutron-server[85152]: 'SubPort': {'1.0'}, Apr 09 13:38:21.833034 dv-cinder-785362-1-smb neutron-server[85152]: 'Subnet': {'1.1'}, Apr 09 13:38:21.833034 dv-cinder-785362-1-smb neutron-server[85152]: 'Trunk': {'1.1'}} Apr 09 13:38:21.833034 dv-cinder-785362-1-smb neutron-server[85152]: consumer versions: Apr 09 13:38:21.833034 dv-cinder-785362-1-smb neutron-server[85152]: { DHCP agent@dv-cinder-785362-1-smb: {}, Apr 09 13:38:21.833034 dv-cinder-785362-1-smb neutron-server[85152]: L3 agent@dv-cinder-785362-1-smb: {}, Apr 09 13:38:21.833034 dv-cinder-785362-1-smb neutron-server[85152]: Metadata agent@dv-cinder-785362-1-smb: {}, Apr 09 13:38:21.833034 dv-cinder-785362-1-smb neutron-server[85152]: Metering agent@dv-cinder-785362-1-smb: {}, Apr 09 13:38:21.833034 dv-cinder-785362-1-smb neutron-server[85152]: Open vSwitch agent@dv-cinder-785362-1-smb: { 'AddressGroup': '1.2', Apr 09 13:38:21.833034 dv-cinder-785362-1-smb neutron-server[85152]: 'ConntrackHelper': '1.0', Apr 09 13:38:21.833034 dv-cinder-785362-1-smb neutron-server[85152]: 'Log': '1.0', Apr 09 13:38:21.833034 dv-cinder-785362-1-smb neutron-server[85152]: 'Network': '1.1', Apr 09 13:38:21.833034 dv-cinder-785362-1-smb neutron-server[85152]: 'Port': '1.7', Apr 09 13:38:21.833034 dv-cinder-785362-1-smb neutron-server[85152]: 'PortForwarding': '1.2', Apr 09 13:38:21.833034 dv-cinder-785362-1-smb neutron-server[85152]: 'QosPolicy': '1.8', Apr 09 13:38:21.833034 dv-cinder-785362-1-smb neutron-server[85152]: 'SecurityGroup': '1.4', Apr 09 13:38:21.833034 dv-cinder-785362-1-smb neutron-server[85152]: 'SecurityGroupRule': '1.2', Apr 09 13:38:21.833034 dv-cinder-785362-1-smb neutron-server[85152]: 'SubPort': '1.0', Apr 09 13:38:21.833034 dv-cinder-785362-1-smb neutron-server[85152]: 'Subnet': '1.1', Apr 09 13:38:21.833034 dv-cinder-785362-1-smb neutron-server[85152]: 'Trunk': '1.1'}} Apr 09 13:38:21.833034 dv-cinder-785362-1-smb neutron-server[85152]: {{(pid=85267) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 09 13:38:21.840054 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-39bbcae3-6153-406b-a698-528b35d33377 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=85267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:38:21.878494 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39bbcae3-6153-406b-a698-528b35d33377 None None] Network 4919fef0-6878-47fc-b6e9-bc1c70aa65d4 is already hosted by enough agents. {{(pid=85267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 09 13:38:21.879784 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.scheduler.base_scheduler [None req-39bbcae3-6153-406b-a698-528b35d33377 None None] Resources bound (agent type, host, resource id): {{(pid=85267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 09 13:38:21.882710 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39bbcae3-6153-406b-a698-528b35d33377 None None] Received port after_create {{(pid=85267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 09 13:38:21.988058 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.managers [None req-39bbcae3-6153-406b-a698-528b35d33377 None None] Attempting to bind port e9298ea2-f392-45b0-ac87-75c5db4dda4f on host dv-cinder-785362-1-smb for vnic_type normal with profile {{(pid=85267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 09 13:38:21.988514 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.managers [None req-39bbcae3-6153-406b-a698-528b35d33377 None None] Attempting to bind port e9298ea2-f392-45b0-ac87-75c5db4dda4f by drivers openvswitch,hyperv on host dv-cinder-785362-1-smb at level 0 using segments [{'id': 'dcbc7358-44de-47af-b8cb-93bc65df9c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '4919fef0-6878-47fc-b6e9-bc1c70aa65d4'}] {{(pid=85267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 09 13:38:21.988906 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39bbcae3-6153-406b-a698-528b35d33377 None None] Attempting to bind port e9298ea2-f392-45b0-ac87-75c5db4dda4f on network 4919fef0-6878-47fc-b6e9-bc1c70aa65d4 {{(pid=85267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 09 13:38:21.994769 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39bbcae3-6153-406b-a698-528b35d33377 None None] Checking agent: {'id': 'e6bfe7c3-14e3-41b1-b7be-435962079a33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-785362-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 9, 13, 38, 5), 'started_at': datetime.datetime(2021, 4, 9, 13, 38, 5), 'heartbeat_timestamp': datetime.datetime(2021, 4, 9, 13, 38, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-785362-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 09 13:38:21.995173 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39bbcae3-6153-406b-a698-528b35d33377 None None] Checking segment: {'id': 'dcbc7358-44de-47af-b8cb-93bc65df9c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '4919fef0-6878-47fc-b6e9-bc1c70aa65d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 09 13:38:21.995647 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-39bbcae3-6153-406b-a698-528b35d33377 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:38:21.996079 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39bbcae3-6153-406b-a698-528b35d33377 None None] Bound using segment: {'id': 'dcbc7358-44de-47af-b8cb-93bc65df9c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '4919fef0-6878-47fc-b6e9-bc1c70aa65d4'} {{(pid=85267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 09 13:38:21.996618 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.managers [None req-39bbcae3-6153-406b-a698-528b35d33377 None None] Bound port: e9298ea2-f392-45b0-ac87-75c5db4dda4f, host: dv-cinder-785362-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcbc7358-44de-47af-b8cb-93bc65df9c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '4919fef0-6878-47fc-b6e9-bc1c70aa65d4'}}] {{(pid=85267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 09 13:38:21.997035 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-39bbcae3-6153-406b-a698-528b35d33377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853739810'] for port, before_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:38:22.081804 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.db [None req-39bbcae3-6153-406b-a698-528b35d33377 None None] For port e9298ea2-f392-45b0-ac87-75c5db4dda4f, host dv-cinder-785362-1-smb, cleared binding levels {{(pid=85267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 09 13:38:22.086310 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.db [None req-39bbcae3-6153-406b-a698-528b35d33377 None None] For port e9298ea2-f392-45b0-ac87-75c5db4dda4f, host dv-cinder-785362-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-1-smb',level=0,port_id=e9298ea2-f392-45b0-ac87-75c5db4dda4f,segment=NetworkSegment(dcbc7358-44de-47af-b8cb-93bc65df9c66),segment_id=dcbc7358-44de-47af-b8cb-93bc65df9c66)] {{(pid=85267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 09 13:38:22.090060 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-39bbcae3-6153-406b-a698-528b35d33377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853739901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853759498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265038874484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771815468181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265039307602'] for port, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:38:22.105928 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:38:22.268121 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bbcae3-6153-406b-a698-528b35d33377 None None] Pushing event updated for resources: {'Port': ['ID=e9298ea2-f392-45b0-ac87-75c5db4dda4f,revision_number=2']} {{(pid=85267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:38:22.273285 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-39bbcae3-6153-406b-a698-528b35d33377 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=85267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:38:23.543786 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.75', 54718) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:38:24.020950 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [None req-b37959c2-e8f6-40da-b1c0-86bc09508549 admin admin] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=85265) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 09 13:38:24.022066 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-b37959c2-e8f6-40da-b1c0-86bc09508549 admin admin] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4772170 Apr 09 13:38:26.858473 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85266) accepted ('10.222.0.75', 54732) {{(pid=85266) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:38:27.294064 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cda298e-896c-4a7c-9175-0e1213ad90e6 None None] Network 4919fef0-6878-47fc-b6e9-bc1c70aa65d4 requested from dv-cinder-785362-1-smb {{(pid=85267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 09 13:38:27.382141 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.rpc [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Device e9298ea2-f392-45b0-ac87-75c5db4dda4f up at agent ovs-agent-dv-cinder-785362-1-smb {{(pid=85267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 09 13:38:27.456860 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.provisioning_blocks [None req-83e6a885-2ac0-4c9f-9681-9ef6bb5120e2 None None] Provisioning for port e9298ea2-f392-45b0-ac87-75c5db4dda4f completed by entity DHCP. {{(pid=85267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 09 13:38:27.547277 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.provisioning_blocks [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Provisioning for port e9298ea2-f392-45b0-ac87-75c5db4dda4f completed by entity L2. {{(pid=85267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 09 13:38:27.555930 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.provisioning_blocks [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Provisioning complete for port e9298ea2-f392-45b0-ac87-75c5db4dda4f triggered by entity L2. {{(pid=85267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 09 13:38:27.556335 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765226'] for port, provisioning_complete {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:38:27.570036 dv-cinder-785362-1-smb neutron-server[85152]: WARNING oslo_policy.policy [None req-ac72f04d-bde5-425e-a936-aff3e306ec3e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 09 13:38:27.570627 dv-cinder-785362-1-smb neutron-server[85152]: WARNING oslo_policy.policy [None req-ac72f04d-bde5-425e-a936-aff3e306ec3e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 09 13:38:27.760101 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853739810'] for port, before_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:38:27.784661 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.db [None req-250ccce2-add9-4520-ab97-985e32375bee None None] For port e9298ea2-f392-45b0-ac87-75c5db4dda4f, host dv-cinder-785362-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-1-smb',level=0,port_id=e9298ea2-f392-45b0-ac87-75c5db4dda4f,segment=NetworkSegment(dcbc7358-44de-47af-b8cb-93bc65df9c66),segment_id=dcbc7358-44de-47af-b8cb-93bc65df9c66)] {{(pid=85267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 09 13:38:27.788789 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853739901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853759498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265038874484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771815468181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265039307602'] for port, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:38:27.791216 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-39bbcae3-6153-406b-a698-528b35d33377 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:38:27.812818 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [None req-ac72f04d-bde5-425e-a936-aff3e306ec3e admin admin] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=85266) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 09 13:38:27.815637 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-ac72f04d-bde5-425e-a936-aff3e306ec3e admin admin] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.9560192 Apr 09 13:38:27.870714 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Pushing event updated for resources: {'Port': ['ID=e9298ea2-f392-45b0-ac87-75c5db4dda4f,revision_number=3']} {{(pid=85267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:38:27.876859 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=85267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:38:28.001919 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.provisioning_blocks [None req-6f946c47-b458-4bea-a521-7c5174875bbb None None] Provisioning complete for port e9298ea2-f392-45b0-ac87-75c5db4dda4f triggered by entity DHCP. {{(pid=85267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 09 13:38:28.002329 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-6f946c47-b458-4bea-a521-7c5174875bbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765226'] for port, provisioning_complete {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:38:29.314193 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.rpc [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Device e9298ea2-f392-45b0-ac87-75c5db4dda4f up at agent ovs-agent-dv-cinder-785362-1-smb {{(pid=85267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 09 13:38:29.396577 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.provisioning_blocks [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Provisioning complete for port e9298ea2-f392-45b0-ac87-75c5db4dda4f triggered by entity L2. {{(pid=85267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 09 13:38:29.396986 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765226'] for port, provisioning_complete {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:38:30.970090 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.75', 54750) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:38:31.012211 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-6185a376-5c33-4c3a-b61e-73cb4009c04a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:38:31.390940 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.v2.base [None req-5c1236a2-9ecd-403b-91e7-728b0d28362b admin admin] Request body: {'router': {'tenant_id': '6184da2c301d4f17adf3721103b02cdf', 'name': 'router1', 'admin_state_up': True}} {{(pid=85265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 09 13:38:31.397056 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-5c1236a2-9ecd-403b-91e7-728b0d28362b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 13:38:31.401661 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-5c1236a2-9ecd-403b-91e7-728b0d28362b admin admin] Usage tracker for resource:router and tenant:6184da2c301d4f17adf3721103b02cdf is out of sync, need to count used quota {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 13:38:31.407457 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-5c1236a2-9ecd-403b-91e7-728b0d28362b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 13:38:31.416265 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-5c1236a2-9ecd-403b-91e7-728b0d28362b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 13:38:31.425939 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-5c1236a2-9ecd-403b-91e7-728b0d28362b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-716566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-901'] for router, before_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:38:31.427706 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-5c1236a2-9ecd-403b-91e7-728b0d28362b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-718991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-711288', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-739621', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854774899'] for router, precommit_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:38:31.450367 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-5c1236a2-9ecd-403b-91e7-728b0d28362b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:38:31.569431 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-5c1236a2-9ecd-403b-91e7-728b0d28362b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854059233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854064505'] for router, after_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:38:31.590199 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-5c1236a2-9ecd-403b-91e7-728b0d28362b admin admin] Notify callbacks [] for router, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:38:31.591461 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-5c1236a2-9ecd-403b-91e7-728b0d28362b admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6199403 Apr 09 13:38:34.182416 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-75d78294-0735-4dc7-8e3a-e7eb6e5491f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:38:34.427647 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.75', 54770) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:38:34.502478 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-038b6fee-909e-41c9-b649-649ad33ce393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:38:34.614678 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [None req-82e410d0-097f-4c20-89af-68d35242842c admin admin] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=85265) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 09 13:38:34.615761 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-82e410d0-097f-4c20-89af-68d35242842c admin admin] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1870873 Apr 09 13:38:35.217093 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:38:35.571113 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-c378f248-96be-4ef7-a52f-f55c09e56a36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:38:37.301510 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.75', 54790) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:38:37.358916 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.v2.base [None req-cabbdbe4-c28c-4401-bace-eefcf358aeff admin admin] Request body: {'network': {'router:external': True, 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'provider:network_type': 'flat', 'is_default': True, 'name': 'public'}} {{(pid=85265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 09 13:38:37.363847 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-cabbdbe4-c28c-4401-bace-eefcf358aeff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 13:38:37.367945 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-cabbdbe4-c28c-4401-bace-eefcf358aeff admin admin] Usage tracker for resource:network and tenant:e65cd82f2acf449db293d4daefd23651 is out of sync, need to count used quota {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 13:38:37.371990 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-cabbdbe4-c28c-4401-bace-eefcf358aeff admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 13:38:37.379153 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-cabbdbe4-c28c-4401-bace-eefcf358aeff admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 13:38:37.388329 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cabbdbe4-c28c-4401-bace-eefcf358aeff admin admin] Made reservation on behalf of e65cd82f2acf449db293d4daefd23651 for: {'network': 1} {{(pid=85265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 09 13:38:37.394354 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-cabbdbe4-c28c-4401-bace-eefcf358aeff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853739810'] for network, before_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:38:37.411769 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-cabbdbe4-c28c-4401-bace-eefcf358aeff admin admin] Notify callbacks [] for security_group, before_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:38:37.426666 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-cabbdbe4-c28c-4401-bace-eefcf358aeff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 13:38:37.430585 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-cabbdbe4-c28c-4401-bace-eefcf358aeff admin admin] Usage tracker for resource:security_group_rule and tenant:e65cd82f2acf449db293d4daefd23651 is out of sync, need to count used quota {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 13:38:37.433471 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-cabbdbe4-c28c-4401-bace-eefcf358aeff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 13:38:37.439607 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-cabbdbe4-c28c-4401-bace-eefcf358aeff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 13:38:37.535816 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-cabbdbe4-c28c-4401-bace-eefcf358aeff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:38:37.538805 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-cabbdbe4-c28c-4401-bace-eefcf358aeff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738555'] for security_group, after_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:38:37.543198 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:38:37.557546 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-cabbdbe4-c28c-4401-bace-eefcf358aeff admin admin] Reserving flat network on physical network physnet1 {{(pid=85265) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}} Apr 09 13:38:37.583177 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabbdbe4-c28c-4401-bace-eefcf358aeff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7e03fe6-0c55-43be-85f2-edebc25b3671,revision_number=1']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:38:37.586606 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-cabbdbe4-c28c-4401-bace-eefcf358aeff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854760408'] for segment, precommit_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:38:37.587055 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.db.segments_db [None req-cabbdbe4-c28c-4401-bace-eefcf358aeff admin admin] Added segment d71e9641-c1ca-48b4-9c8d-e574468b8697 of type flat for network d39673be-df84-4009-abea-d472d159fdfd Apr 09 13:38:37.588347 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-cabbdbe4-c28c-4401-bace-eefcf358aeff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:38:37.624586 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-cabbdbe4-c28c-4401-bace-eefcf358aeff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363265039334123'] for network, precommit_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:38:37.660416 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-cabbdbe4-c28c-4401-bace-eefcf358aeff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299'] for network, after_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:38:37.661816 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cabbdbe4-c28c-4401-bace-eefcf358aeff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:38:37.662442 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-cabbdbe4-c28c-4401-bace-eefcf358aeff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758280'] for network, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:38:37.667440 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-898a458a-e6fe-4471-9e5d-c924eedf8e78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:38:37.770614 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-cabbdbe4-c28c-4401-bace-eefcf358aeff admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4678519 Apr 09 13:38:37.773483 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabbdbe4-c28c-4401-bace-eefcf358aeff admin admin] Pushing event updated for resources: {'Network': ['ID=d39673be-df84-4009-abea-d472d159fdfd,revision_number=1']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:38:37.776283 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-cabbdbe4-c28c-4401-bace-eefcf358aeff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:38:37.785037 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.rpc [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Network d39673be-df84-4009-abea-d472d159fdfd details requested by agent ovs-agent-dv-cinder-785362-1-smb with host dv-cinder-785362-1-smb {{(pid=85267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 09 13:38:40.764246 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.75', 54800) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:38:40.913353 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-303391e5-28ea-46c3-a7b3-8ed2f45a308f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:38:40.915690 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-303391e5-28ea-46c3-a7b3-8ed2f45a308f admin admin] 10.222.0.75 "GET /v2.0/subnets/27df4e81-7a6d-48bd-8b78-75d34dd0a980 HTTP/1.1" status: 200 len: 849 time: 0.1520340 Apr 09 13:38:41.145265 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-c7fc6328-14fd-40f2-8042-5831272c3625 admin admin] 10.222.0.75 "GET /v2.0/routers/6b01b671-540f-4c6b-b288-f9f6bcdc1076 HTTP/1.1" status: 200 len: 704 time: 0.2222130 Apr 09 13:38:41.888598 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-a08da119-c188-4943-8433-158f176b1416 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853739810'] for port, before_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:38:42.220350 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.db_base_plugin_common [None req-a08da119-c188-4943-8433-158f176b1416 admin admin] Allocated IP 172.20.0.1 (4919fef0-6878-47fc-b6e9-bc1c70aa65d4/27df4e81-7a6d-48bd-8b78-75d34dd0a980/dee46708-21e9-42ff-af52-297b51875f20) {{(pid=85265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 09 13:38:42.478222 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-a08da119-c188-4943-8433-158f176b1416 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:38:42.508216 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.provisioning_blocks [None req-a08da119-c188-4943-8433-158f176b1416 admin admin] Transition to ACTIVE for port object dee46708-21e9-42ff-af52-297b51875f20 will not be triggered until provisioned by entity DHCP. {{(pid=85265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 09 13:38:42.582412 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-a08da119-c188-4943-8433-158f176b1416 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853739901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853759498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771815468164'] for port, after_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:38:42.602314 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:38:42.773835 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08da119-c188-4943-8433-158f176b1416 admin admin] Pushing event updated for resources: {'Port': ['ID=dee46708-21e9-42ff-af52-297b51875f20,revision_number=1']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:38:42.783164 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-a08da119-c188-4943-8433-158f176b1416 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:38:42.843208 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a08da119-c188-4943-8433-158f176b1416 admin admin] Network 4919fef0-6878-47fc-b6e9-bc1c70aa65d4 is already hosted by enough agents. {{(pid=85265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 09 13:38:42.852508 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.scheduler.base_scheduler [None req-a08da119-c188-4943-8433-158f176b1416 admin admin] Resources bound (agent type, host, resource id): {{(pid=85265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 09 13:38:42.855689 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a08da119-c188-4943-8433-158f176b1416 admin admin] Received port after_create {{(pid=85265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 09 13:38:42.856435 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-a08da119-c188-4943-8433-158f176b1416 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-361547'] for router_interface, before_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:38:43.162647 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.provisioning_blocks [None req-32c43621-98e0-4e13-9374-6f980413eefc None None] Provisioning for port dee46708-21e9-42ff-af52-297b51875f20 completed by entity DHCP. {{(pid=85267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 09 13:38:43.169616 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.provisioning_blocks [None req-32c43621-98e0-4e13-9374-6f980413eefc None None] Provisioning complete for port dee46708-21e9-42ff-af52-297b51875f20 triggered by entity DHCP. {{(pid=85267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 09 13:38:43.170251 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-32c43621-98e0-4e13-9374-6f980413eefc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765226'] for port, provisioning_complete {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:38:43.256535 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.plugin [None req-32c43621-98e0-4e13-9374-6f980413eefc None None] Port dee46708-21e9-42ff-af52-297b51875f20 cannot update to ACTIVE because it is not bound. {{(pid=85267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 09 13:38:43.324084 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-a08da119-c188-4943-8433-158f176b1416 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853739810'] for port, before_update {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:38:43.839894 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-a08da119-c188-4943-8433-158f176b1416 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:38:43.845064 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-a08da119-c188-4943-8433-158f176b1416 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853739901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853759498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265038874484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771815468181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265039307602'] for port, after_update {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:38:43.846374 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-a08da119-c188-4943-8433-158f176b1416 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854212380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-712862'] for router_interface, after_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:38:43.866508 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-a08da119-c188-4943-8433-158f176b1416 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:38:44.054201 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08da119-c188-4943-8433-158f176b1416 admin admin] Pushing event updated for resources: {'Port': ['ID=dee46708-21e9-42ff-af52-297b51875f20,revision_number=2']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:38:44.062588 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-a08da119-c188-4943-8433-158f176b1416 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:38:44.353867 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a08da119-c188-4943-8433-158f176b1416 admin admin] Network 4919fef0-6878-47fc-b6e9-bc1c70aa65d4 is already hosted by enough agents. {{(pid=85265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 09 13:38:44.355449 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.scheduler.base_scheduler [None req-a08da119-c188-4943-8433-158f176b1416 admin admin] Resources bound (agent type, host, resource id): {{(pid=85265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 09 13:38:44.606396 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.provisioning_blocks [None req-eda343cb-948c-4bfb-86ab-9028783e6060 None None] Provisioning complete for port dee46708-21e9-42ff-af52-297b51875f20 triggered by entity DHCP. {{(pid=85267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 09 13:38:44.606773 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a08da119-c188-4943-8433-158f176b1416 admin admin] Router 6b01b671-540f-4c6b-b288-f9f6bcdc1076 is scheduled to L3 agent 69305824-358b-46b0-9707-cd2ded304b9c with binding_index 1 {{(pid=85265) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 09 13:38:44.606939 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-eda343cb-948c-4bfb-86ab-9028783e6060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765226'] for port, provisioning_complete {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:38:44.681517 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.plugin [None req-eda343cb-948c-4bfb-86ab-9028783e6060 None None] Port dee46708-21e9-42ff-af52-297b51875f20 cannot update to ACTIVE because it is not bound. {{(pid=85267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 09 13:38:44.814076 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a08da119-c188-4943-8433-158f176b1416 admin admin] Notify agent at l3_agent.dv-cinder-785362-1-smb the message routers_updated {{(pid=85265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 09 13:38:44.824547 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-a08da119-c188-4943-8433-158f176b1416 admin admin] 10.222.0.75 "PUT /v2.0/routers/6b01b671-540f-4c6b-b288-f9f6bcdc1076/add_router_interface HTTP/1.1" status: 200 len: 508 time: 3.6736658 Apr 09 13:38:44.826340 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6511fd81-1b49-4dcb-b961-822d414a6872 None None] Sync routers for ids ['6b01b671-540f-4c6b-b288-f9f6bcdc1076'] in dv-cinder-785362-1-smb {{(pid=85268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 09 13:38:44.839448 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6511fd81-1b49-4dcb-b961-822d414a6872 None None] Routers {'6b01b671-540f-4c6b-b288-f9f6bcdc1076'} bound to L3 agent in host dv-cinder-785362-1-smb {{(pid=85268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 09 13:38:44.840328 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_hamode_db [None req-6511fd81-1b49-4dcb-b961-822d414a6872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-785362-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-09T13:38:04Z,description=,heartbeat_timestamp=2021-04-09T13:38:34Z,host='dv-cinder-785362-1-smb',id=69305824-358b-46b0-9707-cd2ded304b9c,load=0,resource_versions=,resources_synced=,started_at=2021-04-09T13:38:04Z,topic='l3_agent')) {'router_ids': ['6b01b671-540f-4c6b-b288-f9f6bcdc1076'], 'active': True} {{(pid=85268) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 13:38:45.047999 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_dvr_db [None req-6511fd81-1b49-4dcb-b961-822d414a6872 None None] Set router 6b01b671-540f-4c6b-b288-f9f6bcdc1076 gateway port host: None {{(pid=85268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 09 13:38:45.511327 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_hamode_db [None req-6511fd81-1b49-4dcb-b961-822d414a6872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b01b671-540f-4c6b-b288-f9f6bcdc1076', 'name': 'router1', 'tenant_id': '6184da2c301d4f17adf3721103b02cdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T13:38:31Z', 'updated_at': '2021-04-09T13:38:43Z', 'revision_number': 2, 'project_id': '6184da2c301d4f17adf3721103b02cdf', 'gw_port_host': None, '_interfaces': [{'id': 'dee46708-21e9-42ff-af52-297b51875f20', 'name': '', 'network_id': '4919fef0-6878-47fc-b6e9-bc1c70aa65d4', 'tenant_id': '6184da2c301d4f17adf3721103b02cdf', 'mac_address': 'fa:16:3e:12:37:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b01b671-540f-4c6b-b288-f9f6bcdc1076', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '27df4e81-7a6d-48bd-8b78-75d34dd0a980', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:38:41Z', 'updated_at': '2021-04-09T13:38:43Z', 'revision_number': 2, 'project_id': '6184da2c301d4f17adf3721103b02cdf', 'subnets': [{'id': '27df4e81-7a6d-48bd-8b78-75d34dd0a980', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e7e0421b-dcc2-4581-975c-4ec0bfd354b7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-785362-1-smb', False) {} {{(pid=85268) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 13:38:45.518458 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6511fd81-1b49-4dcb-b961-822d414a6872 None None] Checking router: 6b01b671-540f-4c6b-b288-f9f6bcdc1076 for host: dv-cinder-785362-1-smb {{(pid=85268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 09 13:38:45.518910 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6511fd81-1b49-4dcb-b961-822d414a6872 None None] Updating router 6b01b671-540f-4c6b-b288-f9f6bcdc1076 port dee46708-21e9-42ff-af52-297b51875f20 binding host dv-cinder-785362-1-smb {{(pid=85268) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 09 13:38:45.776494 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-6511fd81-1b49-4dcb-b961-822d414a6872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853739810'] for port, before_update {{(pid=85268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:38:46.304411 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-6511fd81-1b49-4dcb-b961-822d414a6872 None None] Notify callbacks [] for port, precommit_update {{(pid=85268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:38:46.321855 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.provisioning_blocks [None req-6511fd81-1b49-4dcb-b961-822d414a6872 None None] Transition to ACTIVE for port object dee46708-21e9-42ff-af52-297b51875f20 will not be triggered until provisioned by entity L2. {{(pid=85268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 09 13:38:46.328791 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-6511fd81-1b49-4dcb-b961-822d414a6872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853739901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853759498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265038874484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771815468181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265039307602'] for port, after_update {{(pid=85268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:38:46.344033 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:38:46.511173 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f0e1c8-96a7-4494-8830-a21fee2c6432 None None] Pushing event updated for resources: {'Port': ['ID=dee46708-21e9-42ff-af52-297b51875f20,revision_number=3']} {{(pid=85268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:38:46.529633 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f0e1c8-96a7-4494-8830-a21fee2c6432 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:38:46.530265 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f0e1c8-96a7-4494-8830-a21fee2c6432 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:38:46.530618 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f0e1c8-96a7-4494-8830-a21fee2c6432 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:38:46.531147 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f0e1c8-96a7-4494-8830-a21fee2c6432 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:38:46.531651 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f0e1c8-96a7-4494-8830-a21fee2c6432 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:38:46.532167 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f0e1c8-96a7-4494-8830-a21fee2c6432 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:38:46.532659 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f0e1c8-96a7-4494-8830-a21fee2c6432 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:38:46.533011 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f0e1c8-96a7-4494-8830-a21fee2c6432 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:38:46.533490 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f0e1c8-96a7-4494-8830-a21fee2c6432 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:38:46.533931 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f0e1c8-96a7-4494-8830-a21fee2c6432 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:38:46.534433 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f0e1c8-96a7-4494-8830-a21fee2c6432 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:38:46.535044 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f0e1c8-96a7-4494-8830-a21fee2c6432 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:38:46.537028 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f0e1c8-96a7-4494-8830-a21fee2c6432 None None] Tracked resource versions report: Apr 09 13:38:46.537028 dv-cinder-785362-1-smb neutron-server[85152]: pushed versions: Apr 09 13:38:46.537028 dv-cinder-785362-1-smb neutron-server[85152]: { 'AddressGroup': {'1.2'}, Apr 09 13:38:46.537028 dv-cinder-785362-1-smb neutron-server[85152]: 'ConntrackHelper': {'1.0'}, Apr 09 13:38:46.537028 dv-cinder-785362-1-smb neutron-server[85152]: 'Log': {'1.0'}, Apr 09 13:38:46.537028 dv-cinder-785362-1-smb neutron-server[85152]: 'Network': {'1.1'}, Apr 09 13:38:46.537028 dv-cinder-785362-1-smb neutron-server[85152]: 'Port': {'1.7'}, Apr 09 13:38:46.537028 dv-cinder-785362-1-smb neutron-server[85152]: 'PortForwarding': {'1.2'}, Apr 09 13:38:46.537028 dv-cinder-785362-1-smb neutron-server[85152]: 'QosPolicy': {'1.8'}, Apr 09 13:38:46.537028 dv-cinder-785362-1-smb neutron-server[85152]: 'SecurityGroup': {'1.4'}, Apr 09 13:38:46.537028 dv-cinder-785362-1-smb neutron-server[85152]: 'SecurityGroupRule': {'1.2'}, Apr 09 13:38:46.537028 dv-cinder-785362-1-smb neutron-server[85152]: 'SubPort': {'1.0'}, Apr 09 13:38:46.537028 dv-cinder-785362-1-smb neutron-server[85152]: 'Subnet': {'1.1'}, Apr 09 13:38:46.537028 dv-cinder-785362-1-smb neutron-server[85152]: 'Trunk': {'1.1'}} Apr 09 13:38:46.537028 dv-cinder-785362-1-smb neutron-server[85152]: consumer versions: Apr 09 13:38:46.537028 dv-cinder-785362-1-smb neutron-server[85152]: { DHCP agent@dv-cinder-785362-1-smb: {}, Apr 09 13:38:46.537028 dv-cinder-785362-1-smb neutron-server[85152]: L3 agent@dv-cinder-785362-1-smb: {}, Apr 09 13:38:46.537028 dv-cinder-785362-1-smb neutron-server[85152]: Metadata agent@dv-cinder-785362-1-smb: {}, Apr 09 13:38:46.537028 dv-cinder-785362-1-smb neutron-server[85152]: Metering agent@dv-cinder-785362-1-smb: {}, Apr 09 13:38:46.537028 dv-cinder-785362-1-smb neutron-server[85152]: Open vSwitch agent@dv-cinder-785362-1-smb: { 'AddressGroup': '1.2', Apr 09 13:38:46.537028 dv-cinder-785362-1-smb neutron-server[85152]: 'ConntrackHelper': '1.0', Apr 09 13:38:46.537028 dv-cinder-785362-1-smb neutron-server[85152]: 'Log': '1.0', Apr 09 13:38:46.537028 dv-cinder-785362-1-smb neutron-server[85152]: 'Network': '1.1', Apr 09 13:38:46.537028 dv-cinder-785362-1-smb neutron-server[85152]: 'Port': '1.7', Apr 09 13:38:46.537028 dv-cinder-785362-1-smb neutron-server[85152]: 'PortForwarding': '1.2', Apr 09 13:38:46.537028 dv-cinder-785362-1-smb neutron-server[85152]: 'QosPolicy': '1.8', Apr 09 13:38:46.537028 dv-cinder-785362-1-smb neutron-server[85152]: 'SecurityGroup': '1.4', Apr 09 13:38:46.537028 dv-cinder-785362-1-smb neutron-server[85152]: 'SecurityGroupRule': '1.2', Apr 09 13:38:46.537028 dv-cinder-785362-1-smb neutron-server[85152]: 'SubPort': '1.0', Apr 09 13:38:46.537028 dv-cinder-785362-1-smb neutron-server[85152]: 'Subnet': '1.1', Apr 09 13:38:46.537028 dv-cinder-785362-1-smb neutron-server[85152]: 'Trunk': '1.1'}} Apr 09 13:38:46.537028 dv-cinder-785362-1-smb neutron-server[85152]: {{(pid=85268) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 09 13:38:46.559327 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-42f0e1c8-96a7-4494-8830-a21fee2c6432 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=85268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:38:46.791643 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.managers [None req-6511fd81-1b49-4dcb-b961-822d414a6872 None None] Attempting to bind port dee46708-21e9-42ff-af52-297b51875f20 on host dv-cinder-785362-1-smb for vnic_type normal with profile {{(pid=85268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 09 13:38:46.792153 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.managers [None req-6511fd81-1b49-4dcb-b961-822d414a6872 None None] Attempting to bind port dee46708-21e9-42ff-af52-297b51875f20 by drivers openvswitch,hyperv on host dv-cinder-785362-1-smb at level 0 using segments [{'id': 'dcbc7358-44de-47af-b8cb-93bc65df9c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '4919fef0-6878-47fc-b6e9-bc1c70aa65d4'}] {{(pid=85268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 09 13:38:46.792590 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6511fd81-1b49-4dcb-b961-822d414a6872 None None] Attempting to bind port dee46708-21e9-42ff-af52-297b51875f20 on network 4919fef0-6878-47fc-b6e9-bc1c70aa65d4 {{(pid=85268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 09 13:38:46.800173 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6511fd81-1b49-4dcb-b961-822d414a6872 None None] Checking agent: {'id': 'e6bfe7c3-14e3-41b1-b7be-435962079a33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-785362-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 9, 13, 38, 5), 'started_at': datetime.datetime(2021, 4, 9, 13, 38, 35), 'heartbeat_timestamp': datetime.datetime(2021, 4, 9, 13, 38, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-785362-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 09 13:38:46.800634 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6511fd81-1b49-4dcb-b961-822d414a6872 None None] Checking segment: {'id': 'dcbc7358-44de-47af-b8cb-93bc65df9c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '4919fef0-6878-47fc-b6e9-bc1c70aa65d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 09 13:38:46.801089 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-6511fd81-1b49-4dcb-b961-822d414a6872 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:38:46.801515 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6511fd81-1b49-4dcb-b961-822d414a6872 None None] Bound using segment: {'id': 'dcbc7358-44de-47af-b8cb-93bc65df9c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '4919fef0-6878-47fc-b6e9-bc1c70aa65d4'} {{(pid=85268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 09 13:38:46.802819 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.managers [None req-6511fd81-1b49-4dcb-b961-822d414a6872 None None] Bound port: dee46708-21e9-42ff-af52-297b51875f20, host: dv-cinder-785362-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcbc7358-44de-47af-b8cb-93bc65df9c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '4919fef0-6878-47fc-b6e9-bc1c70aa65d4'}}] {{(pid=85268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 09 13:38:46.802819 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-6511fd81-1b49-4dcb-b961-822d414a6872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853739810'] for port, before_update {{(pid=85268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:38:46.900034 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.db [None req-6511fd81-1b49-4dcb-b961-822d414a6872 None None] For port dee46708-21e9-42ff-af52-297b51875f20, host dv-cinder-785362-1-smb, cleared binding levels {{(pid=85268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 09 13:38:46.908107 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.db [None req-6511fd81-1b49-4dcb-b961-822d414a6872 None None] For port dee46708-21e9-42ff-af52-297b51875f20, host dv-cinder-785362-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-1-smb',level=0,port_id=dee46708-21e9-42ff-af52-297b51875f20,segment=NetworkSegment(dcbc7358-44de-47af-b8cb-93bc65df9c66),segment_id=dcbc7358-44de-47af-b8cb-93bc65df9c66)] {{(pid=85268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 09 13:38:46.911801 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-6511fd81-1b49-4dcb-b961-822d414a6872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853739901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853759498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265038874484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771815468181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265039307602'] for port, after_update {{(pid=85268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:38:46.929969 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-42f0e1c8-96a7-4494-8830-a21fee2c6432 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:38:47.100644 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f0e1c8-96a7-4494-8830-a21fee2c6432 None None] Pushing event updated for resources: {'Port': ['ID=dee46708-21e9-42ff-af52-297b51875f20,revision_number=4']} {{(pid=85268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:38:47.105344 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-42f0e1c8-96a7-4494-8830-a21fee2c6432 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=85268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:38:47.169390 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6511fd81-1b49-4dcb-b961-822d414a6872 None None] Routers {'6b01b671-540f-4c6b-b288-f9f6bcdc1076'} bound to L3 agent in host dv-cinder-785362-1-smb {{(pid=85268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 09 13:38:47.170250 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_hamode_db [None req-6511fd81-1b49-4dcb-b961-822d414a6872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-785362-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-09T13:38:04Z,description=,heartbeat_timestamp=2021-04-09T13:38:34Z,host='dv-cinder-785362-1-smb',id=69305824-358b-46b0-9707-cd2ded304b9c,load=0,resource_versions=,resources_synced=,started_at=2021-04-09T13:38:04Z,topic='l3_agent')) {'router_ids': ['6b01b671-540f-4c6b-b288-f9f6bcdc1076'], 'active': True} {{(pid=85268) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 13:38:47.357033 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_dvr_db [None req-6511fd81-1b49-4dcb-b961-822d414a6872 None None] Set router 6b01b671-540f-4c6b-b288-f9f6bcdc1076 gateway port host: None {{(pid=85268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 09 13:38:47.616773 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.75', 54812) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:38:47.739660 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_hamode_db [None req-6511fd81-1b49-4dcb-b961-822d414a6872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b01b671-540f-4c6b-b288-f9f6bcdc1076', 'name': 'router1', 'tenant_id': '6184da2c301d4f17adf3721103b02cdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T13:38:31Z', 'updated_at': '2021-04-09T13:38:43Z', 'revision_number': 2, 'project_id': '6184da2c301d4f17adf3721103b02cdf', 'gw_port_host': None, '_interfaces': [{'id': 'dee46708-21e9-42ff-af52-297b51875f20', 'name': '', 'network_id': '4919fef0-6878-47fc-b6e9-bc1c70aa65d4', 'tenant_id': '6184da2c301d4f17adf3721103b02cdf', 'mac_address': 'fa:16:3e:12:37:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b01b671-540f-4c6b-b288-f9f6bcdc1076', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '27df4e81-7a6d-48bd-8b78-75d34dd0a980', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:38:41Z', 'updated_at': '2021-04-09T13:38:46Z', 'revision_number': 4, 'project_id': '6184da2c301d4f17adf3721103b02cdf', 'subnets': [{'id': '27df4e81-7a6d-48bd-8b78-75d34dd0a980', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e7e0421b-dcc2-4581-975c-4ec0bfd354b7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-785362-1-smb', False) {} {{(pid=85268) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 13:38:47.746461 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6511fd81-1b49-4dcb-b961-822d414a6872 None None] The sync data for ids ['6b01b671-540f-4c6b-b288-f9f6bcdc1076'] in dv-cinder-785362-1-smb is: [{'id': '6b01b671-540f-4c6b-b288-f9f6bcdc1076', 'name': 'router1', 'tenant_id': '6184da2c301d4f17adf3721103b02cdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T13:38:31Z', 'updated_at': '2021-04-09T13:38:43Z', 'revision_number': 2, 'project_id': '6184da2c301d4f17adf3721103b02cdf', 'gw_port_host': None, '_interfaces': [{'id': 'dee46708-21e9-42ff-af52-297b51875f20', 'name': '', 'network_id': '4919fef0-6878-47fc-b6e9-bc1c70aa65d4', 'tenant_id': '6184da2c301d4f17adf3721103b02cdf', 'mac_address': 'fa:16:3e:12:37:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b01b671-540f-4c6b-b288-f9f6bcdc1076', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '27df4e81-7a6d-48bd-8b78-75d34dd0a980', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:38:41Z', 'updated_at': '2021-04-09T13:38:46Z', 'revision_number': 4, 'project_id': '6184da2c301d4f17adf3721103b02cdf', 'subnets': [{'id': '27df4e81-7a6d-48bd-8b78-75d34dd0a980', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e7e0421b-dcc2-4581-975c-4ec0bfd354b7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 09 13:38:47.805534 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f671411a-edd6-482c-a7e6-c4c02626d015 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:38:47.806657 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-f671411a-edd6-482c-a7e6-c4c02626d015 admin admin] Synchronizing usage tracker for tenant:e65cd82f2acf449db293d4daefd23651 on resource:network {{(pid=85265) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 09 13:38:47.824749 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-f671411a-edd6-482c-a7e6-c4c02626d015 admin admin] Unset dirty status for tenant:e65cd82f2acf449db293d4daefd23651 on resource:network {{(pid=85265) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 09 13:38:47.826055 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-f671411a-edd6-482c-a7e6-c4c02626d015 admin admin] 10.222.0.75 "GET /v2.0/networks/d39673be-df84-4009-abea-d472d159fdfd HTTP/1.1" status: 200 len: 842 time: 0.2076747 Apr 09 13:38:47.839723 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.v2.base [None req-95ee04db-ecfd-46f4-a83f-b979921d05dd admin admin] Request body: {'subnet': {'network_id': 'd39673be-df84-4009-abea-d472d159fdfd', 'ip_version': 4, 'name': 'public-subnet', 'cidr': '172.28.0.0/24', 'enable_dhcp': False, 'gateway_ip': '172.28.0.1'}} {{(pid=85265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 09 13:38:47.845520 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-95ee04db-ecfd-46f4-a83f-b979921d05dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 13:38:47.849544 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-95ee04db-ecfd-46f4-a83f-b979921d05dd admin admin] Usage tracker for resource:subnet and tenant:e65cd82f2acf449db293d4daefd23651 is out of sync, need to count used quota {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 13:38:47.852514 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-95ee04db-ecfd-46f4-a83f-b979921d05dd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 13:38:47.859833 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-95ee04db-ecfd-46f4-a83f-b979921d05dd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 13:38:47.869574 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95ee04db-ecfd-46f4-a83f-b979921d05dd admin admin] Made reservation on behalf of e65cd82f2acf449db293d4daefd23651 for: {'subnet': 1} {{(pid=85265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 09 13:38:47.875045 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-95ee04db-ecfd-46f4-a83f-b979921d05dd admin admin] Notify callbacks [] for subnet, before_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:38:48.373315 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.objects.ports [None req-95ee04db-ecfd-46f4-a83f-b979921d05dd admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=85265) get_objects /opt/stack/neutron/neutron/objects/ports.py:446}} Apr 09 13:38:48.374774 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-95ee04db-ecfd-46f4-a83f-b979921d05dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299'] for subnet, after_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:38:48.399096 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-4cc7b5d8-c3f0-4a54-8af0-cde73d720e3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:38:48.549355 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ee04db-ecfd-46f4-a83f-b979921d05dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=f6eeb1a0-26c5-43d1-996f-84b999bf12c7,revision_number=0']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:38:48.553886 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-95ee04db-ecfd-46f4-a83f-b979921d05dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:38:48.623432 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95ee04db-ecfd-46f4-a83f-b979921d05dd admin admin] Checking segment: {'id': 'd71e9641-c1ca-48b4-9c8d-e574468b8697', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd39673be-df84-4009-abea-d472d159fdfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 09 13:38:48.624866 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95ee04db-ecfd-46f4-a83f-b979921d05dd admin admin] Network hostable DHCP agents. Network: d39673be-df84-4009-abea-d472d159fdfd, hostable agents: ['977b5286-6f81-4d97-b9b2-e69f70c69ca5'], hosted agents: [] {{(pid=85265) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 09 13:38:48.646870 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95ee04db-ecfd-46f4-a83f-b979921d05dd admin admin] Network d39673be-df84-4009-abea-d472d159fdfd is scheduled to be hosted by DHCP agent 977b5286-6f81-4d97-b9b2-e69f70c69ca5 with binding_index 1 {{(pid=85265) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 09 13:38:48.655657 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.scheduler.base_scheduler [None req-95ee04db-ecfd-46f4-a83f-b979921d05dd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-785362-1-smb, d39673be-df84-4009-abea-d472d159fdfd) {{(pid=85265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 09 13:38:48.659723 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95ee04db-ecfd-46f4-a83f-b979921d05dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:38:48.660366 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-95ee04db-ecfd-46f4-a83f-b979921d05dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758280'] for subnet, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:38:48.665666 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-373343bd-c02b-453e-9d48-4e68c8282b45 None None] Network d39673be-df84-4009-abea-d472d159fdfd requested from dv-cinder-785362-1-smb {{(pid=85267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 09 13:38:48.710165 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-95ee04db-ecfd-46f4-a83f-b979921d05dd admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8754902 Apr 09 13:38:48.974874 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cce94d35-bfe3-4397-8f87-a87fe88e4d9d None None] Network d39673be-df84-4009-abea-d472d159fdfd requested from dv-cinder-785362-1-smb {{(pid=85267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 09 13:38:49.354270 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.rpc [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Device dee46708-21e9-42ff-af52-297b51875f20 up at agent ovs-agent-dv-cinder-785362-1-smb {{(pid=85267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 09 13:38:49.442730 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.provisioning_blocks [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Provisioning for port dee46708-21e9-42ff-af52-297b51875f20 completed by entity L2. {{(pid=85267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 09 13:38:49.448613 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.provisioning_blocks [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Provisioning complete for port dee46708-21e9-42ff-af52-297b51875f20 triggered by entity L2. {{(pid=85267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 09 13:38:49.449020 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765226'] for port, provisioning_complete {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:38:49.591694 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853739810'] for port, before_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:38:49.612547 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.db [None req-250ccce2-add9-4520-ab97-985e32375bee None None] For port dee46708-21e9-42ff-af52-297b51875f20, host dv-cinder-785362-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-1-smb',level=0,port_id=dee46708-21e9-42ff-af52-297b51875f20,segment=NetworkSegment(dcbc7358-44de-47af-b8cb-93bc65df9c66),segment_id=dcbc7358-44de-47af-b8cb-93bc65df9c66)] {{(pid=85267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 09 13:38:49.616020 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853739901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853759498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265038874484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771815468181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265039307602'] for port, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:38:49.618571 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:38:49.697029 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Pushing event updated for resources: {'Port': ['ID=dee46708-21e9-42ff-af52-297b51875f20,revision_number=5']} {{(pid=85267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:38:49.700429 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=85267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:38:51.335118 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.rpc [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Device dee46708-21e9-42ff-af52-297b51875f20 up at agent ovs-agent-dv-cinder-785362-1-smb {{(pid=85267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 09 13:38:51.424963 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.provisioning_blocks [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Provisioning complete for port dee46708-21e9-42ff-af52-297b51875f20 triggered by entity L2. {{(pid=85267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 09 13:38:51.425372 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765226'] for port, provisioning_complete {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:38:51.503150 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.75', 54826) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:38:51.769114 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-da284030-f100-4e66-b4ba-6873b7c1ed45 admin admin] 10.222.0.75 "GET /v2.0/routers/6b01b671-540f-4c6b-b288-f9f6bcdc1076 HTTP/1.1" status: 200 len: 710 time: 0.2642868 Apr 09 13:38:51.936320 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-475b05c4-f589-4bb4-8867-8cbb146742e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:38:51.938290 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-475b05c4-f589-4bb4-8867-8cbb146742e4 admin admin] 10.222.0.75 "GET /v2.0/networks/d39673be-df84-4009-abea-d472d159fdfd HTTP/1.1" status: 200 len: 886 time: 0.1622415 Apr 09 13:38:51.952916 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.v2.base [None req-6307538a-6115-48d0-aed6-e17196bda45c admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd39673be-df84-4009-abea-d472d159fdfd'}}} {{(pid=85265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 09 13:38:52.807525 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-6307538a-6115-48d0-aed6-e17196bda45c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-711273', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-716551', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774918'] for router, precommit_update {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:38:53.205121 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-6307538a-6115-48d0-aed6-e17196bda45c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:38:53.278595 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-6307538a-6115-48d0-aed6-e17196bda45c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853739810'] for port, before_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:38:53.436319 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.db_base_plugin_common [None req-6307538a-6115-48d0-aed6-e17196bda45c admin admin] Allocated IP 172.28.0.211 (d39673be-df84-4009-abea-d472d159fdfd/f6eeb1a0-26c5-43d1-996f-84b999bf12c7/a53884c3-b978-4dd4-ae8a-b64ee3daf32e) {{(pid=85265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 09 13:38:53.604209 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-6307538a-6115-48d0-aed6-e17196bda45c admin admin] Notify callbacks [] for port, precommit_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:38:53.640065 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-6307538a-6115-48d0-aed6-e17196bda45c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853739901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853759498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771815468164'] for port, after_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:38:53.662954 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:38:53.809328 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6307538a-6115-48d0-aed6-e17196bda45c admin admin] Pushing event updated for resources: {'Port': ['ID=a53884c3-b978-4dd4-ae8a-b64ee3daf32e,revision_number=1']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:38:53.814930 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-6307538a-6115-48d0-aed6-e17196bda45c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:38:53.856577 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6307538a-6115-48d0-aed6-e17196bda45c admin admin] Network d39673be-df84-4009-abea-d472d159fdfd is already hosted by enough agents. {{(pid=85265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 09 13:38:53.858341 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.scheduler.base_scheduler [None req-6307538a-6115-48d0-aed6-e17196bda45c admin admin] Resources bound (agent type, host, resource id): {{(pid=85265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 09 13:38:53.861014 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6307538a-6115-48d0-aed6-e17196bda45c admin admin] Received port after_create {{(pid=85265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 09 13:38:54.277457 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-6307538a-6115-48d0-aed6-e17196bda45c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:38:54.694520 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-6307538a-6115-48d0-aed6-e17196bda45c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-711273', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-716551', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774918'] for router, precommit_update {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:38:54.698194 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-6307538a-6115-48d0-aed6-e17196bda45c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854064505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854064490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-711326', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036854059252'] for router, after_update {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:38:54.908619 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6307538a-6115-48d0-aed6-e17196bda45c admin admin] Router 6b01b671-540f-4c6b-b288-f9f6bcdc1076 has already been hosted by L3 agent 69305824-358b-46b0-9707-cd2ded304b9c {{(pid=85265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 09 13:38:55.314473 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6307538a-6115-48d0-aed6-e17196bda45c admin admin] Notify agent at l3_agent.dv-cinder-785362-1-smb the message routers_updated {{(pid=85265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 09 13:38:55.324042 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-6307538a-6115-48d0-aed6-e17196bda45c admin admin] Notify callbacks [] for router, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:38:55.325091 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-6307538a-6115-48d0-aed6-e17196bda45c admin admin] 10.222.0.75 "PUT /v2.0/routers/6b01b671-540f-4c6b-b288-f9f6bcdc1076 HTTP/1.1" status: 200 len: 890 time: 3.3788538 Apr 09 13:38:55.327612 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6548f7c6-d456-483e-a728-c43d1b4ec13d None None] Sync routers for ids ['6b01b671-540f-4c6b-b288-f9f6bcdc1076'] in dv-cinder-785362-1-smb {{(pid=85267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 09 13:38:55.338733 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6548f7c6-d456-483e-a728-c43d1b4ec13d None None] Routers {'6b01b671-540f-4c6b-b288-f9f6bcdc1076'} bound to L3 agent in host dv-cinder-785362-1-smb {{(pid=85267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 09 13:38:55.339432 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_hamode_db [None req-6548f7c6-d456-483e-a728-c43d1b4ec13d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-785362-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-09T13:38:04Z,description=,heartbeat_timestamp=2021-04-09T13:38:34Z,host='dv-cinder-785362-1-smb',id=69305824-358b-46b0-9707-cd2ded304b9c,load=0,resource_versions=,resources_synced=,started_at=2021-04-09T13:38:04Z,topic='l3_agent')) {'router_ids': ['6b01b671-540f-4c6b-b288-f9f6bcdc1076'], 'active': True} {{(pid=85267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 13:38:55.574303 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_dvr_db [None req-6548f7c6-d456-483e-a728-c43d1b4ec13d None None] Set router 6b01b671-540f-4c6b-b288-f9f6bcdc1076 gateway port host: dv-cinder-785362-1-smb {{(pid=85267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 09 13:38:55.971889 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_hamode_db [None req-6548f7c6-d456-483e-a728-c43d1b4ec13d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b01b671-540f-4c6b-b288-f9f6bcdc1076', 'name': 'router1', 'tenant_id': '6184da2c301d4f17adf3721103b02cdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd39673be-df84-4009-abea-d472d159fdfd', 'external_fixed_ips': [{'subnet_id': 'f6eeb1a0-26c5-43d1-996f-84b999bf12c7', 'ip_address': '172.28.0.211'}], 'enable_snat': True}, 'gw_port_id': 'a53884c3-b978-4dd4-ae8a-b64ee3daf32e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T13:38:31Z', 'updated_at': '2021-04-09T13:38:54Z', 'revision_number': 4, 'project_id': '6184da2c301d4f17adf3721103b02cdf', 'gw_port': {'id': 'a53884c3-b978-4dd4-ae8a-b64ee3daf32e', 'name': '', 'network_id': 'd39673be-df84-4009-abea-d472d159fdfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:64:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b01b671-540f-4c6b-b288-f9f6bcdc1076', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f6eeb1a0-26c5-43d1-996f-84b999bf12c7', 'ip_address': '172.28.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:38:53Z', 'updated_at': '2021-04-09T13:38:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f6eeb1a0-26c5-43d1-996f-84b999bf12c7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-1-smb', '_interfaces': [{'id': 'dee46708-21e9-42ff-af52-297b51875f20', 'name': '', 'network_id': '4919fef0-6878-47fc-b6e9-bc1c70aa65d4', 'tenant_id': '6184da2c301d4f17adf3721103b02cdf', 'mac_address': 'fa:16:3e:12:37:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b01b671-540f-4c6b-b288-f9f6bcdc1076', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '27df4e81-7a6d-48bd-8b78-75d34dd0a980', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:38:41Z', 'updated_at': '2021-04-09T13:38:49Z', 'revision_number': 5, 'project_id': '6184da2c301d4f17adf3721103b02cdf', 'subnets': [{'id': '27df4e81-7a6d-48bd-8b78-75d34dd0a980', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e7e0421b-dcc2-4581-975c-4ec0bfd354b7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-785362-1-smb', False) {} {{(pid=85267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 13:38:55.976961 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6548f7c6-d456-483e-a728-c43d1b4ec13d None None] Checking router: 6b01b671-540f-4c6b-b288-f9f6bcdc1076 for host: dv-cinder-785362-1-smb {{(pid=85267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 09 13:38:55.977364 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6548f7c6-d456-483e-a728-c43d1b4ec13d None None] Updating router 6b01b671-540f-4c6b-b288-f9f6bcdc1076 port a53884c3-b978-4dd4-ae8a-b64ee3daf32e binding host dv-cinder-785362-1-smb {{(pid=85267) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 09 13:38:56.037731 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-6548f7c6-d456-483e-a728-c43d1b4ec13d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853739810'] for port, before_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:38:56.357180 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.agents_db [None req-c64c1605-ccfd-4af7-a5d2-2f7932bd8cd3 None None] Agent healthcheck: found 5 active agents {{(pid=85268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 09 13:38:56.491409 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-6548f7c6-d456-483e-a728-c43d1b4ec13d None None] Notify callbacks [] for port, precommit_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:38:56.505365 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.provisioning_blocks [None req-6548f7c6-d456-483e-a728-c43d1b4ec13d None None] Transition to ACTIVE for port object a53884c3-b978-4dd4-ae8a-b64ee3daf32e will not be triggered until provisioned by entity L2. {{(pid=85267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 09 13:38:56.510850 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-6548f7c6-d456-483e-a728-c43d1b4ec13d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853739901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853759498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265038874484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771815468181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265039307602'] for port, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:38:56.527739 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:38:56.683064 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b393348d-9d64-44a2-b871-4e122494ba70 None None] Pushing event updated for resources: {'Port': ['ID=a53884c3-b978-4dd4-ae8a-b64ee3daf32e,revision_number=2']} {{(pid=85267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:38:56.688157 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-b393348d-9d64-44a2-b871-4e122494ba70 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=85267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:38:56.744057 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.managers [None req-6548f7c6-d456-483e-a728-c43d1b4ec13d None None] Attempting to bind port a53884c3-b978-4dd4-ae8a-b64ee3daf32e on host dv-cinder-785362-1-smb for vnic_type normal with profile {{(pid=85267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 09 13:38:56.744462 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.managers [None req-6548f7c6-d456-483e-a728-c43d1b4ec13d None None] Attempting to bind port a53884c3-b978-4dd4-ae8a-b64ee3daf32e by drivers openvswitch,hyperv on host dv-cinder-785362-1-smb at level 0 using segments [{'id': 'd71e9641-c1ca-48b4-9c8d-e574468b8697', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd39673be-df84-4009-abea-d472d159fdfd'}] {{(pid=85267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 09 13:38:56.744855 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6548f7c6-d456-483e-a728-c43d1b4ec13d None None] Attempting to bind port a53884c3-b978-4dd4-ae8a-b64ee3daf32e on network d39673be-df84-4009-abea-d472d159fdfd {{(pid=85267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 09 13:38:56.751375 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6548f7c6-d456-483e-a728-c43d1b4ec13d None None] Checking agent: {'id': 'e6bfe7c3-14e3-41b1-b7be-435962079a33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-785362-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 9, 13, 38, 5), 'started_at': datetime.datetime(2021, 4, 9, 13, 38, 35), 'heartbeat_timestamp': datetime.datetime(2021, 4, 9, 13, 38, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-785362-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 09 13:38:56.751779 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6548f7c6-d456-483e-a728-c43d1b4ec13d None None] Checking segment: {'id': 'd71e9641-c1ca-48b4-9c8d-e574468b8697', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd39673be-df84-4009-abea-d472d159fdfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 09 13:38:56.752215 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-6548f7c6-d456-483e-a728-c43d1b4ec13d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:38:56.752629 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6548f7c6-d456-483e-a728-c43d1b4ec13d None None] Bound using segment: {'id': 'd71e9641-c1ca-48b4-9c8d-e574468b8697', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd39673be-df84-4009-abea-d472d159fdfd'} {{(pid=85267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 09 13:38:56.753128 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.managers [None req-6548f7c6-d456-483e-a728-c43d1b4ec13d None None] Bound port: a53884c3-b978-4dd4-ae8a-b64ee3daf32e, host: dv-cinder-785362-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd71e9641-c1ca-48b4-9c8d-e574468b8697', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd39673be-df84-4009-abea-d472d159fdfd'}}] {{(pid=85267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 09 13:38:56.753533 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-6548f7c6-d456-483e-a728-c43d1b4ec13d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853739810'] for port, before_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:38:56.847119 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.db [None req-6548f7c6-d456-483e-a728-c43d1b4ec13d None None] For port a53884c3-b978-4dd4-ae8a-b64ee3daf32e, host dv-cinder-785362-1-smb, cleared binding levels {{(pid=85267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 09 13:38:56.850459 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.db [None req-6548f7c6-d456-483e-a728-c43d1b4ec13d None None] For port a53884c3-b978-4dd4-ae8a-b64ee3daf32e, host dv-cinder-785362-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-1-smb',level=0,port_id=a53884c3-b978-4dd4-ae8a-b64ee3daf32e,segment=NetworkSegment(d71e9641-c1ca-48b4-9c8d-e574468b8697),segment_id=d71e9641-c1ca-48b4-9c8d-e574468b8697)] {{(pid=85267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 09 13:38:56.853895 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-6548f7c6-d456-483e-a728-c43d1b4ec13d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853739901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853759498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265038874484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771815468181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265039307602'] for port, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:38:56.869532 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:38:57.131561 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b393348d-9d64-44a2-b871-4e122494ba70 None None] Pushing event updated for resources: {'Port': ['ID=a53884c3-b978-4dd4-ae8a-b64ee3daf32e,revision_number=3']} {{(pid=85267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:38:57.137244 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-b393348d-9d64-44a2-b871-4e122494ba70 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=85267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:38:57.196648 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6548f7c6-d456-483e-a728-c43d1b4ec13d None None] Routers {'6b01b671-540f-4c6b-b288-f9f6bcdc1076'} bound to L3 agent in host dv-cinder-785362-1-smb {{(pid=85267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 09 13:38:57.197318 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_hamode_db [None req-6548f7c6-d456-483e-a728-c43d1b4ec13d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-785362-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-09T13:38:04Z,description=,heartbeat_timestamp=2021-04-09T13:38:34Z,host='dv-cinder-785362-1-smb',id=69305824-358b-46b0-9707-cd2ded304b9c,load=0,resource_versions=,resources_synced=,started_at=2021-04-09T13:38:04Z,topic='l3_agent')) {'router_ids': ['6b01b671-540f-4c6b-b288-f9f6bcdc1076'], 'active': True} {{(pid=85267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 13:38:57.461354 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_dvr_db [None req-6548f7c6-d456-483e-a728-c43d1b4ec13d None None] Set router 6b01b671-540f-4c6b-b288-f9f6bcdc1076 gateway port host: dv-cinder-785362-1-smb {{(pid=85267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 09 13:38:58.073927 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_hamode_db [None req-6548f7c6-d456-483e-a728-c43d1b4ec13d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b01b671-540f-4c6b-b288-f9f6bcdc1076', 'name': 'router1', 'tenant_id': '6184da2c301d4f17adf3721103b02cdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd39673be-df84-4009-abea-d472d159fdfd', 'external_fixed_ips': [{'subnet_id': 'f6eeb1a0-26c5-43d1-996f-84b999bf12c7', 'ip_address': '172.28.0.211'}], 'enable_snat': True}, 'gw_port_id': 'a53884c3-b978-4dd4-ae8a-b64ee3daf32e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T13:38:31Z', 'updated_at': '2021-04-09T13:38:54Z', 'revision_number': 4, 'project_id': '6184da2c301d4f17adf3721103b02cdf', 'gw_port': {'id': 'a53884c3-b978-4dd4-ae8a-b64ee3daf32e', 'name': '', 'network_id': 'd39673be-df84-4009-abea-d472d159fdfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:64:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b01b671-540f-4c6b-b288-f9f6bcdc1076', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f6eeb1a0-26c5-43d1-996f-84b999bf12c7', 'ip_address': '172.28.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:38:53Z', 'updated_at': '2021-04-09T13:38:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f6eeb1a0-26c5-43d1-996f-84b999bf12c7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-1-smb', '_interfaces': [{'id': 'dee46708-21e9-42ff-af52-297b51875f20', 'name': '', 'network_id': '4919fef0-6878-47fc-b6e9-bc1c70aa65d4', 'tenant_id': '6184da2c301d4f17adf3721103b02cdf', 'mac_address': 'fa:16:3e:12:37:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b01b671-540f-4c6b-b288-f9f6bcdc1076', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '27df4e81-7a6d-48bd-8b78-75d34dd0a980', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:38:41Z', 'updated_at': '2021-04-09T13:38:49Z', 'revision_number': 5, 'project_id': '6184da2c301d4f17adf3721103b02cdf', 'subnets': [{'id': '27df4e81-7a6d-48bd-8b78-75d34dd0a980', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e7e0421b-dcc2-4581-975c-4ec0bfd354b7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-785362-1-smb', False) {} {{(pid=85267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 13:38:58.078934 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6548f7c6-d456-483e-a728-c43d1b4ec13d None None] The sync data for ids ['6b01b671-540f-4c6b-b288-f9f6bcdc1076'] in dv-cinder-785362-1-smb is: [{'id': '6b01b671-540f-4c6b-b288-f9f6bcdc1076', 'name': 'router1', 'tenant_id': '6184da2c301d4f17adf3721103b02cdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd39673be-df84-4009-abea-d472d159fdfd', 'external_fixed_ips': [{'subnet_id': 'f6eeb1a0-26c5-43d1-996f-84b999bf12c7', 'ip_address': '172.28.0.211'}], 'enable_snat': True}, 'gw_port_id': 'a53884c3-b978-4dd4-ae8a-b64ee3daf32e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T13:38:31Z', 'updated_at': '2021-04-09T13:38:54Z', 'revision_number': 4, 'project_id': '6184da2c301d4f17adf3721103b02cdf', 'gw_port': {'id': 'a53884c3-b978-4dd4-ae8a-b64ee3daf32e', 'name': '', 'network_id': 'd39673be-df84-4009-abea-d472d159fdfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:64:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b01b671-540f-4c6b-b288-f9f6bcdc1076', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f6eeb1a0-26c5-43d1-996f-84b999bf12c7', 'ip_address': '172.28.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:38:53Z', 'updated_at': '2021-04-09T13:38:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f6eeb1a0-26c5-43d1-996f-84b999bf12c7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-1-smb', '_interfaces': [{'id': 'dee46708-21e9-42ff-af52-297b51875f20', 'name': '', 'network_id': '4919fef0-6878-47fc-b6e9-bc1c70aa65d4', 'tenant_id': '6184da2c301d4f17adf3721103b02cdf', 'mac_address': 'fa:16:3e:12:37:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b01b671-540f-4c6b-b288-f9f6bcdc1076', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '27df4e81-7a6d-48bd-8b78-75d34dd0a980', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:38:41Z', 'updated_at': '2021-04-09T13:38:49Z', 'revision_number': 5, 'project_id': '6184da2c301d4f17adf3721103b02cdf', 'subnets': [{'id': '27df4e81-7a6d-48bd-8b78-75d34dd0a980', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e7e0421b-dcc2-4581-975c-4ec0bfd354b7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 09 13:38:58.530538 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85266) accepted ('10.222.0.75', 54836) {{(pid=85266) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:38:58.804156 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.policy [None req-35248a94-3e73-4ea5-bc1f-e30d191525ae admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=85266) register_rules /opt/stack/neutron/neutron/policy.py:75}} Apr 09 13:38:58.860471 dv-cinder-785362-1-smb neutron-server[85152]: WARNING oslo_policy.policy [None req-35248a94-3e73-4ea5-bc1f-e30d191525ae admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 09 13:38:58.860892 dv-cinder-785362-1-smb neutron-server[85152]: WARNING oslo_policy.policy [None req-35248a94-3e73-4ea5-bc1f-e30d191525ae admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 09 13:38:58.879674 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-35248a94-3e73-4ea5-bc1f-e30d191525ae admin admin] 10.222.0.75 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.3480384 Apr 09 13:38:59.380576 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.rpc [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Device a53884c3-b978-4dd4-ae8a-b64ee3daf32e up at agent ovs-agent-dv-cinder-785362-1-smb {{(pid=85267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 09 13:38:59.462043 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.provisioning_blocks [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Provisioning for port a53884c3-b978-4dd4-ae8a-b64ee3daf32e completed by entity L2. {{(pid=85267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 09 13:38:59.470722 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.provisioning_blocks [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Provisioning complete for port a53884c3-b978-4dd4-ae8a-b64ee3daf32e triggered by entity L2. {{(pid=85267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 09 13:38:59.471613 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765226'] for port, provisioning_complete {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:38:59.619252 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853739810'] for port, before_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:38:59.639398 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.db [None req-250ccce2-add9-4520-ab97-985e32375bee None None] For port a53884c3-b978-4dd4-ae8a-b64ee3daf32e, host dv-cinder-785362-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-1-smb',level=0,port_id=a53884c3-b978-4dd4-ae8a-b64ee3daf32e,segment=NetworkSegment(d71e9641-c1ca-48b4-9c8d-e574468b8697),segment_id=d71e9641-c1ca-48b4-9c8d-e574468b8697)] {{(pid=85267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 09 13:38:59.643089 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853739901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853759498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265038874484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771815468181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265039307602'] for port, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:38:59.645393 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:38:59.724988 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Pushing event updated for resources: {'Port': ['ID=a53884c3-b978-4dd4-ae8a-b64ee3daf32e,revision_number=4']} {{(pid=85267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:38:59.728254 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=85267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:39:01.021500 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-e31719d4-80c9-4a8f-b82b-5763c9dbe69a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:39:01.361210 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.rpc [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Device a53884c3-b978-4dd4-ae8a-b64ee3daf32e up at agent ovs-agent-dv-cinder-785362-1-smb {{(pid=85267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 09 13:39:01.469368 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.provisioning_blocks [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Provisioning complete for port a53884c3-b978-4dd4-ae8a-b64ee3daf32e triggered by entity L2. {{(pid=85267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 09 13:39:01.470159 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765226'] for port, provisioning_complete {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:39:04.209424 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-ab79219a-f8d2-4dc0-bc50-9e5c2c6a724b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:39:04.536596 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-038b6fee-909e-41c9-b649-649ad33ce393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:39:05.237461 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:39:05.666474 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-c378f248-96be-4ef7-a52f-f55c09e56a36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:39:31.027218 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-520ffccb-9dc0-4de8-90e9-0414cfc46e5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:39:33.358043 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.agents_db [None req-c64c1605-ccfd-4af7-a5d2-2f7932bd8cd3 None None] Agent healthcheck: found 5 active agents {{(pid=85268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 09 13:39:34.191367 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-0152b442-c0f0-4f65-a0f3-33ddc5bb5df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:39:34.505547 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-038b6fee-909e-41c9-b649-649ad33ce393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:39:35.233362 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:39:35.598021 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-c378f248-96be-4ef7-a52f-f55c09e56a36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:40:01.021748 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-a47cb121-6e63-4568-8ea0-0656e4c695af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:40:04.193854 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-bc933ae3-ec7f-46e3-8075-5bb2632e91d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:40:04.509793 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-038b6fee-909e-41c9-b649-649ad33ce393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:40:05.227969 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:40:05.600492 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-c378f248-96be-4ef7-a52f-f55c09e56a36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:40:10.357962 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.agents_db [None req-c64c1605-ccfd-4af7-a5d2-2f7932bd8cd3 None None] Agent healthcheck: found 5 active agents {{(pid=85268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 09 13:40:31.017283 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-0338bf8b-e8a5-4f19-856a-b3e6d2746cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:40:34.189505 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-a1492c40-da20-4080-9936-1e740b19cc90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:40:34.522218 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-038b6fee-909e-41c9-b649-649ad33ce393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:40:35.237943 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:40:35.600837 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-c378f248-96be-4ef7-a52f-f55c09e56a36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:40:47.358976 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.agents_db [None req-c64c1605-ccfd-4af7-a5d2-2f7932bd8cd3 None None] Agent healthcheck: found 5 active agents {{(pid=85268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 09 13:40:53.697436 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85266) accepted ('10.222.0.75', 55408) {{(pid=85266) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:40:53.950644 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.pecan_wsgi.hooks.translation [None req-d445bb9a-ab5f-426a-9424-614bac7affb0 admin admin] GET failed (client error): The resource could not be found. Apr 09 13:40:53.951982 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-d445bb9a-ab5f-426a-9424-614bac7affb0 admin admin] 10.222.0.75 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.2534802 Apr 09 13:40:54.128999 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c422a264-4024-4c04-8ddc-af6371b3941b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:40:54.130583 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-c422a264-4024-4c04-8ddc-af6371b3941b admin admin] 10.222.0.75 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1738775 Apr 09 13:40:56.883753 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85266) accepted ('10.222.0.75', 55418) {{(pid=85266) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:40:57.019437 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d968e0a-ee3b-4153-bfc2-586c999c5192 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:40:57.021013 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-7d968e0a-ee3b-4153-bfc2-586c999c5192 admin admin] 10.222.0.75 "GET /v2.0/subnets/27df4e81-7a6d-48bd-8b78-75d34dd0a980 HTTP/1.1" status: 200 len: 849 time: 0.1362188 Apr 09 13:40:57.035476 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.v2.base [None req-e47dc260-25c8-4507-9680-60779cfc3b03 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=85266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 09 13:40:57.177986 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-e47dc260-25c8-4507-9680-60779cfc3b03 admin admin] Notify callbacks [] for subnet, before_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:40:57.523217 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-e47dc260-25c8-4507-9680-60779cfc3b03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8771815901316'] for subnet, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:40:57.539170 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:40:57.698939 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47dc260-25c8-4507-9680-60779cfc3b03 admin admin] Pushing event updated for resources: {'Subnet': ['ID=27df4e81-7a6d-48bd-8b78-75d34dd0a980,revision_number=1']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:40:57.711210 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47dc260-25c8-4507-9680-60779cfc3b03 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:40:57.711583 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47dc260-25c8-4507-9680-60779cfc3b03 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:40:57.711950 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47dc260-25c8-4507-9680-60779cfc3b03 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:40:57.712584 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47dc260-25c8-4507-9680-60779cfc3b03 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:40:57.712935 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47dc260-25c8-4507-9680-60779cfc3b03 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:40:57.713293 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47dc260-25c8-4507-9680-60779cfc3b03 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:40:57.713645 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47dc260-25c8-4507-9680-60779cfc3b03 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:40:57.714255 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47dc260-25c8-4507-9680-60779cfc3b03 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:40:57.714639 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47dc260-25c8-4507-9680-60779cfc3b03 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:40:57.715120 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47dc260-25c8-4507-9680-60779cfc3b03 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:40:57.715495 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47dc260-25c8-4507-9680-60779cfc3b03 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:40:57.715848 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47dc260-25c8-4507-9680-60779cfc3b03 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:40:57.716975 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47dc260-25c8-4507-9680-60779cfc3b03 admin admin] Tracked resource versions report: Apr 09 13:40:57.716975 dv-cinder-785362-1-smb neutron-server[85152]: pushed versions: Apr 09 13:40:57.716975 dv-cinder-785362-1-smb neutron-server[85152]: { 'AddressGroup': {'1.2'}, Apr 09 13:40:57.716975 dv-cinder-785362-1-smb neutron-server[85152]: 'ConntrackHelper': {'1.0'}, Apr 09 13:40:57.716975 dv-cinder-785362-1-smb neutron-server[85152]: 'Log': {'1.0'}, Apr 09 13:40:57.716975 dv-cinder-785362-1-smb neutron-server[85152]: 'Network': {'1.1'}, Apr 09 13:40:57.716975 dv-cinder-785362-1-smb neutron-server[85152]: 'Port': {'1.7'}, Apr 09 13:40:57.716975 dv-cinder-785362-1-smb neutron-server[85152]: 'PortForwarding': {'1.2'}, Apr 09 13:40:57.716975 dv-cinder-785362-1-smb neutron-server[85152]: 'QosPolicy': {'1.8'}, Apr 09 13:40:57.716975 dv-cinder-785362-1-smb neutron-server[85152]: 'SecurityGroup': {'1.4'}, Apr 09 13:40:57.716975 dv-cinder-785362-1-smb neutron-server[85152]: 'SecurityGroupRule': {'1.2'}, Apr 09 13:40:57.716975 dv-cinder-785362-1-smb neutron-server[85152]: 'SubPort': {'1.0'}, Apr 09 13:40:57.716975 dv-cinder-785362-1-smb neutron-server[85152]: 'Subnet': {'1.1'}, Apr 09 13:40:57.716975 dv-cinder-785362-1-smb neutron-server[85152]: 'Trunk': {'1.1'}} Apr 09 13:40:57.716975 dv-cinder-785362-1-smb neutron-server[85152]: consumer versions: Apr 09 13:40:57.716975 dv-cinder-785362-1-smb neutron-server[85152]: { DHCP agent@dv-cinder-785362-1-smb: {}, Apr 09 13:40:57.716975 dv-cinder-785362-1-smb neutron-server[85152]: L3 agent@dv-cinder-785362-1-smb: {}, Apr 09 13:40:57.716975 dv-cinder-785362-1-smb neutron-server[85152]: Metadata agent@dv-cinder-785362-1-smb: {}, Apr 09 13:40:57.716975 dv-cinder-785362-1-smb neutron-server[85152]: Metering agent@dv-cinder-785362-1-smb: {}, Apr 09 13:40:57.716975 dv-cinder-785362-1-smb neutron-server[85152]: Open vSwitch agent@dv-cinder-785362-1-smb: { 'AddressGroup': '1.2', Apr 09 13:40:57.716975 dv-cinder-785362-1-smb neutron-server[85152]: 'ConntrackHelper': '1.0', Apr 09 13:40:57.716975 dv-cinder-785362-1-smb neutron-server[85152]: 'Log': '1.0', Apr 09 13:40:57.716975 dv-cinder-785362-1-smb neutron-server[85152]: 'Network': '1.1', Apr 09 13:40:57.716975 dv-cinder-785362-1-smb neutron-server[85152]: 'Port': '1.7', Apr 09 13:40:57.716975 dv-cinder-785362-1-smb neutron-server[85152]: 'PortForwarding': '1.2', Apr 09 13:40:57.716975 dv-cinder-785362-1-smb neutron-server[85152]: 'QosPolicy': '1.8', Apr 09 13:40:57.716975 dv-cinder-785362-1-smb neutron-server[85152]: 'SecurityGroup': '1.4', Apr 09 13:40:57.716975 dv-cinder-785362-1-smb neutron-server[85152]: 'SecurityGroupRule': '1.2', Apr 09 13:40:57.716975 dv-cinder-785362-1-smb neutron-server[85152]: 'SubPort': '1.0', Apr 09 13:40:57.716975 dv-cinder-785362-1-smb neutron-server[85152]: 'Subnet': '1.1', Apr 09 13:40:57.716975 dv-cinder-785362-1-smb neutron-server[85152]: 'Trunk': '1.1'}} Apr 09 13:40:57.716975 dv-cinder-785362-1-smb neutron-server[85152]: {{(pid=85266) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 09 13:40:57.769601 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-e47dc260-25c8-4507-9680-60779cfc3b03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:40:57.773007 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e47dc260-25c8-4507-9680-60779cfc3b03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:40:57.773725 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-e47dc260-25c8-4507-9680-60779cfc3b03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758280'] for subnet, before_response {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:40:57.775052 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-e47dc260-25c8-4507-9680-60779cfc3b03 admin admin] 10.222.0.75 "PUT /v2.0/subnets/27df4e81-7a6d-48bd-8b78-75d34dd0a980 HTTP/1.1" status: 200 len: 868 time: 0.7447956 Apr 09 13:40:57.781489 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f9ef41d-c098-4b2f-9233-51e6c8580ba3 None None] Network 4919fef0-6878-47fc-b6e9-bc1c70aa65d4 requested from dv-cinder-785362-1-smb {{(pid=85267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 09 13:40:58.345962 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.provisioning_blocks [None req-524a9a43-2d42-4e24-8f12-c4a80194c336 None None] Provisioning complete for port dee46708-21e9-42ff-af52-297b51875f20 triggered by entity DHCP. {{(pid=85267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 09 13:40:58.346601 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-524a9a43-2d42-4e24-8f12-c4a80194c336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765226'] for port, provisioning_complete {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:40:58.491885 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.provisioning_blocks [None req-524a9a43-2d42-4e24-8f12-c4a80194c336 None None] Provisioning complete for port e9298ea2-f392-45b0-ac87-75c5db4dda4f triggered by entity DHCP. {{(pid=85267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 09 13:40:58.492308 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-524a9a43-2d42-4e24-8f12-c4a80194c336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765226'] for port, provisioning_complete {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:41:00.726468 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85266) accepted ('10.222.0.75', 55432) {{(pid=85266) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:41:00.984069 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e62c631b-ce52-4e11-b145-24592861671f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:41:00.984525 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e62c631b-ce52-4e11-b145-24592861671f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:41:00.986743 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-e62c631b-ce52-4e11-b145-24592861671f admin admin] 10.222.0.75 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2585917 Apr 09 13:41:01.030461 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-c8dc1529-167d-4704-9906-a6638347b4f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:41:03.986966 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.75', 55442) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:41:04.197551 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-3ef6a863-58eb-49ed-9004-083cef405aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:41:04.244368 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2ae8d9e-5d55-452a-baa4-8a7e61521b65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:41:04.245495 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2ae8d9e-5d55-452a-baa4-8a7e61521b65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:41:04.247426 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-f2ae8d9e-5d55-452a-baa4-8a7e61521b65 admin admin] 10.222.0.75 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2589569 Apr 09 13:41:04.523060 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-038b6fee-909e-41c9-b649-649ad33ce393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:41:05.227788 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:41:05.617083 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-c378f248-96be-4ef7-a52f-f55c09e56a36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:41:07.235765 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85266) accepted ('10.222.0.75', 55452) {{(pid=85266) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:41:07.478490 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a857f99d-5616-4812-b056-550eb49bdfad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:41:07.480249 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-a857f99d-5616-4812-b056-550eb49bdfad admin admin] 10.222.0.75 "GET /v2.0/networks/4919fef0-6878-47fc-b6e9-bc1c70aa65d4 HTTP/1.1" status: 200 len: 869 time: 0.2432089 Apr 09 13:41:10.387248 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85266) accepted ('10.222.0.75', 55462) {{(pid=85266) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:41:10.598066 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-026ea726-b935-4a0d-92e5-ccca46edbb86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:41:10.599566 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-026ea726-b935-4a0d-92e5-ccca46edbb86 admin admin] 10.222.0.75 "GET /v2.0/networks/d39673be-df84-4009-abea-d472d159fdfd HTTP/1.1" status: 200 len: 886 time: 0.2111695 Apr 09 13:41:13.295824 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.75', 55472) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:41:13.430433 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97ae2ff1-3d2e-4765-9dce-97f8f14ee287 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:41:13.431049 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97ae2ff1-3d2e-4765-9dce-97f8f14ee287 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:41:13.431909 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-97ae2ff1-3d2e-4765-9dce-97f8f14ee287 admin admin] Synchronizing usage tracker for tenant:e65cd82f2acf449db293d4daefd23651 on resource:subnet {{(pid=85265) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 09 13:41:13.450958 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-97ae2ff1-3d2e-4765-9dce-97f8f14ee287 admin admin] Unset dirty status for tenant:e65cd82f2acf449db293d4daefd23651 on resource:subnet {{(pid=85265) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 09 13:41:13.452161 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-97ae2ff1-3d2e-4765-9dce-97f8f14ee287 admin admin] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1553087 Apr 09 13:41:16.430098 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.75', 55482) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:41:16.568109 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cae0b9d3-55f7-4d31-95a5-16c434fa4286 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:41:16.568613 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cae0b9d3-55f7-4d31-95a5-16c434fa4286 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:41:16.570294 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-cae0b9d3-55f7-4d31-95a5-16c434fa4286 admin admin] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1391544 Apr 09 13:41:19.275411 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.75', 55492) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:41:19.428886 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9850c6c3-b77d-4c6f-895a-e5dd4a996582 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:41:19.430512 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-9850c6c3-b77d-4c6f-895a-e5dd4a996582 admin admin] 10.222.0.75 "GET /v2.0/subnets/27df4e81-7a6d-48bd-8b78-75d34dd0a980 HTTP/1.1" status: 200 len: 868 time: 0.1530414 Apr 09 13:41:22.336796 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85266) accepted ('10.222.0.75', 55502) {{(pid=85266) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:41:22.504105 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37a2150e-b272-4b0b-8366-2d822077433e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:41:22.506638 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-37a2150e-b272-4b0b-8366-2d822077433e admin admin] 10.222.0.75 "GET /v2.0/subnets/f6eeb1a0-26c5-43d1-996f-84b999bf12c7 HTTP/1.1" status: 200 len: 816 time: 0.1675460 Apr 09 13:41:24.365220 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.agents_db [None req-c64c1605-ccfd-4af7-a5d2-2f7932bd8cd3 None None] Agent healthcheck: found 5 active agents {{(pid=85268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 09 13:41:31.027853 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-952629a6-a732-4669-81d8-e3b989588101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:41:34.196979 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-df940b26-eec7-4c08-a5a5-83b504412b89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:41:34.520449 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-038b6fee-909e-41c9-b649-649ad33ce393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:41:35.225849 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:41:35.614377 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-c378f248-96be-4ef7-a52f-f55c09e56a36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:41:52.277496 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85266) accepted ('10.222.0.75', 55546) {{(pid=85266) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:41:52.335008 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [None req-92f476a7-df1b-4e1a-84c8-f6ac1dbf2071 admin admin] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=85266) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 09 13:41:52.336545 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-92f476a7-df1b-4e1a-84c8-f6ac1dbf2071 admin admin] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0578122 Apr 09 13:41:55.139436 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85266) accepted ('10.222.0.75', 55556) {{(pid=85266) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:41:55.255488 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.pecan_wsgi.hooks.translation [None req-18e92143-6d96-410b-bb64-36d606713c15 admin admin] GET failed (client error): The resource could not be found. Apr 09 13:41:55.257930 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-18e92143-6d96-410b-bb64-36d606713c15 admin admin] 10.222.0.75 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.1168628 Apr 09 13:41:55.407463 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cd615ca-9080-48a8-ac5f-b8369eab4825 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:41:55.408924 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-5cd615ca-9080-48a8-ac5f-b8369eab4825 admin admin] 10.222.0.75 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1446884 Apr 09 13:41:58.030126 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85266) accepted ('10.222.0.75', 55566) {{(pid=85266) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:41:58.095844 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.v2.base [None req-8046d33d-c72f-47d3-bf35-48c2c03be792 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=85266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 09 13:41:58.099268 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.quota [None req-8046d33d-c72f-47d3-bf35-48c2c03be792 admin admin] Loaded quota_driver: . Apr 09 13:41:58.108831 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-8046d33d-c72f-47d3-bf35-48c2c03be792 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 13:41:58.125445 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-8046d33d-c72f-47d3-bf35-48c2c03be792 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 13:41:58.143275 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8046d33d-c72f-47d3-bf35-48c2c03be792 admin admin] Made reservation on behalf of e65cd82f2acf449db293d4daefd23651 for: {'network': 1} {{(pid=85266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 09 13:41:58.148964 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-8046d33d-c72f-47d3-bf35-48c2c03be792 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853739810'] for network, before_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:41:58.269854 dv-cinder-785362-1-smb neutron-server[85152]: WARNING neutron.services.revisions.revision_plugin [None req-8046d33d-c72f-47d3-bf35-48c2c03be792 admin admin] Could not find related network for resource to bump revision. Apr 09 13:41:58.288306 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8046d33d-c72f-47d3-bf35-48c2c03be792 admin admin] vlan segment allocate from pool success with {'vlan_id': 646, 'physical_network': 'physnet1'} {{(pid=85266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 09 13:41:58.302975 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-8046d33d-c72f-47d3-bf35-48c2c03be792 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8771815956714', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854760408'] for segment, precommit_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:41:58.303618 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-8046d33d-c72f-47d3-bf35-48c2c03be792 admin admin] Unsubscribe: segment precommit_create {{(pid=85266) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Apr 09 13:41:58.304260 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.db.segments_db [None req-8046d33d-c72f-47d3-bf35-48c2c03be792 admin admin] Added segment 49ac29dd-807a-4e7d-b1c0-6cae8f5a495a of type vlan for network 3c8783d2-a66a-4d9f-b79f-dc399ce40348 Apr 09 13:41:58.385734 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-8046d33d-c72f-47d3-bf35-48c2c03be792 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363265039334123'] for network, precommit_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:41:58.426496 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-8046d33d-c72f-47d3-bf35-48c2c03be792 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299'] for network, after_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:41:58.427913 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8046d33d-c72f-47d3-bf35-48c2c03be792 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:41:58.428654 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-8046d33d-c72f-47d3-bf35-48c2c03be792 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758280'] for network, before_response {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:41:58.436251 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:41:58.556436 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-8046d33d-c72f-47d3-bf35-48c2c03be792 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5242283 Apr 09 13:41:58.557382 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8046d33d-c72f-47d3-bf35-48c2c03be792 admin admin] Pushing event updated for resources: {'Network': ['ID=3c8783d2-a66a-4d9f-b79f-dc399ce40348,revision_number=1']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:41:58.569668 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8046d33d-c72f-47d3-bf35-48c2c03be792 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:41:58.570311 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8046d33d-c72f-47d3-bf35-48c2c03be792 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:41:58.570888 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8046d33d-c72f-47d3-bf35-48c2c03be792 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:41:58.571509 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8046d33d-c72f-47d3-bf35-48c2c03be792 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:41:58.572685 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8046d33d-c72f-47d3-bf35-48c2c03be792 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:41:58.573326 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8046d33d-c72f-47d3-bf35-48c2c03be792 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:41:58.573983 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8046d33d-c72f-47d3-bf35-48c2c03be792 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:41:58.574563 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8046d33d-c72f-47d3-bf35-48c2c03be792 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:41:58.575155 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8046d33d-c72f-47d3-bf35-48c2c03be792 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:41:58.575953 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8046d33d-c72f-47d3-bf35-48c2c03be792 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:41:58.576293 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8046d33d-c72f-47d3-bf35-48c2c03be792 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:41:58.576832 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8046d33d-c72f-47d3-bf35-48c2c03be792 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:41:58.583959 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-8046d33d-c72f-47d3-bf35-48c2c03be792 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:41:58.596444 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.rpc [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Network 3c8783d2-a66a-4d9f-b79f-dc399ce40348 details requested by agent ovs-agent-dv-cinder-785362-1-smb with host dv-cinder-785362-1-smb {{(pid=85267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 09 13:42:01.024874 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-cefc9a11-a8b5-446d-9e7e-d55777d16be9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:42:01.360210 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.agents_db [None req-c64c1605-ccfd-4af7-a5d2-2f7932bd8cd3 None None] Agent healthcheck: found 5 active agents {{(pid=85268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 09 13:42:01.423389 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.75', 55576) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:42:01.534242 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2f3bcbd-d497-4523-b881-2992b7c9f8b2 admin admin] GET failed (client error): The resource could not be found. Apr 09 13:42:01.536289 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-c2f3bcbd-d497-4523-b881-2992b7c9f8b2 admin admin] 10.222.0.75 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1115050 Apr 09 13:42:01.695855 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19916a60-08da-4b32-99e8-36beb71e08cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:42:01.698165 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-19916a60-08da-4b32-99e8-36beb71e08cf admin admin] 10.222.0.75 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1553435 Apr 09 13:42:01.711354 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.v2.base [None req-8353b533-6a03-4844-b2f9-15e593a800d0 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'name': 'shared-subnet', 'network_id': '3c8783d2-a66a-4d9f-b79f-dc399ce40348', 'cidr': '192.168.233.0/24', 'ip_version': 4}} {{(pid=85265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 09 13:42:01.718039 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-8353b533-6a03-4844-b2f9-15e593a800d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 13:42:01.732309 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-8353b533-6a03-4844-b2f9-15e593a800d0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 13:42:01.745579 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8353b533-6a03-4844-b2f9-15e593a800d0 admin admin] Made reservation on behalf of e65cd82f2acf449db293d4daefd23651 for: {'subnet': 1} {{(pid=85265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 09 13:42:01.752266 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-8353b533-6a03-4844-b2f9-15e593a800d0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:42:02.287065 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-8353b533-6a03-4844-b2f9-15e593a800d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299'] for subnet, after_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:42:02.304722 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:42:02.450690 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8353b533-6a03-4844-b2f9-15e593a800d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd6d858f-ebdb-43aa-8446-c5279d7855d7,revision_number=0']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:42:02.464833 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8353b533-6a03-4844-b2f9-15e593a800d0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:42:02.465208 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8353b533-6a03-4844-b2f9-15e593a800d0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:42:02.465583 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8353b533-6a03-4844-b2f9-15e593a800d0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:42:02.465978 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8353b533-6a03-4844-b2f9-15e593a800d0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:42:02.466342 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8353b533-6a03-4844-b2f9-15e593a800d0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:42:02.466700 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8353b533-6a03-4844-b2f9-15e593a800d0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:42:02.467059 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8353b533-6a03-4844-b2f9-15e593a800d0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:42:02.467420 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8353b533-6a03-4844-b2f9-15e593a800d0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:42:02.467795 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8353b533-6a03-4844-b2f9-15e593a800d0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:42:02.468150 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8353b533-6a03-4844-b2f9-15e593a800d0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:42:02.468499 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8353b533-6a03-4844-b2f9-15e593a800d0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:42:02.468860 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8353b533-6a03-4844-b2f9-15e593a800d0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:42:02.472570 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-8353b533-6a03-4844-b2f9-15e593a800d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:42:02.537501 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8353b533-6a03-4844-b2f9-15e593a800d0 admin admin] Checking segment: {'id': '49ac29dd-807a-4e7d-b1c0-6cae8f5a495a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '3c8783d2-a66a-4d9f-b79f-dc399ce40348'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 09 13:42:02.537873 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8353b533-6a03-4844-b2f9-15e593a800d0 admin admin] Network hostable DHCP agents. Network: 3c8783d2-a66a-4d9f-b79f-dc399ce40348, hostable agents: ['977b5286-6f81-4d97-b9b2-e69f70c69ca5'], hosted agents: [] {{(pid=85265) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 09 13:42:02.562545 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8353b533-6a03-4844-b2f9-15e593a800d0 admin admin] Network 3c8783d2-a66a-4d9f-b79f-dc399ce40348 is scheduled to be hosted by DHCP agent 977b5286-6f81-4d97-b9b2-e69f70c69ca5 with binding_index 1 {{(pid=85265) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 09 13:42:02.573092 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.scheduler.base_scheduler [None req-8353b533-6a03-4844-b2f9-15e593a800d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-785362-1-smb, 3c8783d2-a66a-4d9f-b79f-dc399ce40348) {{(pid=85265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 09 13:42:02.578305 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8353b533-6a03-4844-b2f9-15e593a800d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:42:02.579003 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-8353b533-6a03-4844-b2f9-15e593a800d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758280'] for subnet, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:42:02.585427 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69eb29c0-580d-4d1b-805d-83a8dfeaedc9 None None] Network 3c8783d2-a66a-4d9f-b79f-dc399ce40348 requested from dv-cinder-785362-1-smb {{(pid=85267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 09 13:42:02.609577 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-8353b533-6a03-4844-b2f9-15e593a800d0 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9029231 Apr 09 13:42:02.873199 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b56a1bcc-7211-405a-84c6-b7e01d47d42b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe608d69b-f451-5fb8-bdcb-5faac2d6aa34-3c8783d2-a66a-4d9f-b79f-dc399ce40348', 'network_id': '3c8783d2-a66a-4d9f-b79f-dc399ce40348', 'tenant_id': 'e65cd82f2acf449db293d4daefd23651', 'fixed_ips': [{'subnet_id': 'cd6d858f-ebdb-43aa-8446-c5279d7855d7'}]}} from dv-cinder-785362-1-smb. {{(pid=85267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 09 13:42:02.874371 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-b56a1bcc-7211-405a-84c6-b7e01d47d42b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853739810'] for port, before_create {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:42:03.081628 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.db_base_plugin_common [None req-b56a1bcc-7211-405a-84c6-b7e01d47d42b None None] Allocated IP 192.168.233.2 (3c8783d2-a66a-4d9f-b79f-dc399ce40348/cd6d858f-ebdb-43aa-8446-c5279d7855d7/78dd3028-cad5-42d7-b857-7e56e046db9a) {{(pid=85267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 09 13:42:03.357102 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-b56a1bcc-7211-405a-84c6-b7e01d47d42b None None] Notify callbacks [] for port, precommit_create {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:42:03.369232 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.provisioning_blocks [None req-b56a1bcc-7211-405a-84c6-b7e01d47d42b None None] Transition to ACTIVE for port object 78dd3028-cad5-42d7-b857-7e56e046db9a will not be triggered until provisioned by entity L2. {{(pid=85267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 09 13:42:03.391912 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.provisioning_blocks [None req-b56a1bcc-7211-405a-84c6-b7e01d47d42b None None] Transition to ACTIVE for port object 78dd3028-cad5-42d7-b857-7e56e046db9a will not be triggered until provisioned by entity DHCP. {{(pid=85267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 09 13:42:03.398789 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-b56a1bcc-7211-405a-84c6-b7e01d47d42b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853739901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853759498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771815468164'] for port, after_create {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:42:03.416695 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-39bbcae3-6153-406b-a698-528b35d33377 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:42:03.750017 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56a1bcc-7211-405a-84c6-b7e01d47d42b None None] Pushing event updated for resources: {'Port': ['ID=78dd3028-cad5-42d7-b857-7e56e046db9a,revision_number=1']} {{(pid=85267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:42:03.760057 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56a1bcc-7211-405a-84c6-b7e01d47d42b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:42:03.760427 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56a1bcc-7211-405a-84c6-b7e01d47d42b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:42:03.760799 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56a1bcc-7211-405a-84c6-b7e01d47d42b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:42:03.761164 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56a1bcc-7211-405a-84c6-b7e01d47d42b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:42:03.761526 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56a1bcc-7211-405a-84c6-b7e01d47d42b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:42:03.761919 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56a1bcc-7211-405a-84c6-b7e01d47d42b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:42:03.762280 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56a1bcc-7211-405a-84c6-b7e01d47d42b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:42:03.762645 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56a1bcc-7211-405a-84c6-b7e01d47d42b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:42:03.762994 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56a1bcc-7211-405a-84c6-b7e01d47d42b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:42:03.763354 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56a1bcc-7211-405a-84c6-b7e01d47d42b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:42:03.764160 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56a1bcc-7211-405a-84c6-b7e01d47d42b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:42:03.764160 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56a1bcc-7211-405a-84c6-b7e01d47d42b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:42:03.768328 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-b56a1bcc-7211-405a-84c6-b7e01d47d42b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=85267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:42:03.831320 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b56a1bcc-7211-405a-84c6-b7e01d47d42b None None] Network 3c8783d2-a66a-4d9f-b79f-dc399ce40348 is already hosted by enough agents. {{(pid=85267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 09 13:42:03.832874 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.scheduler.base_scheduler [None req-b56a1bcc-7211-405a-84c6-b7e01d47d42b None None] Resources bound (agent type, host, resource id): {{(pid=85267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 09 13:42:03.836101 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b56a1bcc-7211-405a-84c6-b7e01d47d42b None None] Received port after_create {{(pid=85267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 09 13:42:03.951506 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.managers [None req-b56a1bcc-7211-405a-84c6-b7e01d47d42b None None] Attempting to bind port 78dd3028-cad5-42d7-b857-7e56e046db9a on host dv-cinder-785362-1-smb for vnic_type normal with profile {{(pid=85267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 09 13:42:03.952180 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.managers [None req-b56a1bcc-7211-405a-84c6-b7e01d47d42b None None] Attempting to bind port 78dd3028-cad5-42d7-b857-7e56e046db9a by drivers openvswitch,hyperv on host dv-cinder-785362-1-smb at level 0 using segments [{'id': '49ac29dd-807a-4e7d-b1c0-6cae8f5a495a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '3c8783d2-a66a-4d9f-b79f-dc399ce40348'}] {{(pid=85267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 09 13:42:03.952689 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b56a1bcc-7211-405a-84c6-b7e01d47d42b None None] Attempting to bind port 78dd3028-cad5-42d7-b857-7e56e046db9a on network 3c8783d2-a66a-4d9f-b79f-dc399ce40348 {{(pid=85267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 09 13:42:03.960508 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b56a1bcc-7211-405a-84c6-b7e01d47d42b None None] Checking agent: {'id': 'e6bfe7c3-14e3-41b1-b7be-435962079a33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-785362-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 9, 13, 38, 5), 'started_at': datetime.datetime(2021, 4, 9, 13, 38, 35), 'heartbeat_timestamp': datetime.datetime(2021, 4, 9, 13, 41, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-785362-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 09 13:42:03.961015 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b56a1bcc-7211-405a-84c6-b7e01d47d42b None None] Checking segment: {'id': '49ac29dd-807a-4e7d-b1c0-6cae8f5a495a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '3c8783d2-a66a-4d9f-b79f-dc399ce40348'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 09 13:42:03.961757 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-b56a1bcc-7211-405a-84c6-b7e01d47d42b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:42:03.962366 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b56a1bcc-7211-405a-84c6-b7e01d47d42b None None] Bound using segment: {'id': '49ac29dd-807a-4e7d-b1c0-6cae8f5a495a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '3c8783d2-a66a-4d9f-b79f-dc399ce40348'} {{(pid=85267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 09 13:42:03.963541 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.managers [None req-b56a1bcc-7211-405a-84c6-b7e01d47d42b None None] Bound port: 78dd3028-cad5-42d7-b857-7e56e046db9a, host: dv-cinder-785362-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49ac29dd-807a-4e7d-b1c0-6cae8f5a495a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '3c8783d2-a66a-4d9f-b79f-dc399ce40348'}}] {{(pid=85267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 09 13:42:03.964274 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-b56a1bcc-7211-405a-84c6-b7e01d47d42b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853739810'] for port, before_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:42:04.073910 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.db [None req-b56a1bcc-7211-405a-84c6-b7e01d47d42b None None] For port 78dd3028-cad5-42d7-b857-7e56e046db9a, host dv-cinder-785362-1-smb, cleared binding levels {{(pid=85267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 09 13:42:04.079928 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.db [None req-b56a1bcc-7211-405a-84c6-b7e01d47d42b None None] For port 78dd3028-cad5-42d7-b857-7e56e046db9a, host dv-cinder-785362-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-1-smb',level=0,port_id=78dd3028-cad5-42d7-b857-7e56e046db9a,segment=NetworkSegment(49ac29dd-807a-4e7d-b1c0-6cae8f5a495a),segment_id=49ac29dd-807a-4e7d-b1c0-6cae8f5a495a)] {{(pid=85267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 09 13:42:04.084255 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-b56a1bcc-7211-405a-84c6-b7e01d47d42b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853739901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853759498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265038874484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771815468181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265039307602'] for port, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:42:04.108543 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:42:04.311571 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-98b469ad-81ef-45d3-8eef-a5c7a8c50ef9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:42:04.334190 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56a1bcc-7211-405a-84c6-b7e01d47d42b None None] Pushing event updated for resources: {'Port': ['ID=78dd3028-cad5-42d7-b857-7e56e046db9a,revision_number=2']} {{(pid=85267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:42:04.343141 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-b56a1bcc-7211-405a-84c6-b7e01d47d42b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=85267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:42:04.537016 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-038b6fee-909e-41c9-b649-649ad33ce393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:42:05.226878 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:42:05.579893 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.rpc [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Device 78dd3028-cad5-42d7-b857-7e56e046db9a up at agent ovs-agent-dv-cinder-785362-1-smb {{(pid=85267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 09 13:42:05.691603 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-c378f248-96be-4ef7-a52f-f55c09e56a36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:42:05.734403 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.provisioning_blocks [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Provisioning for port 78dd3028-cad5-42d7-b857-7e56e046db9a completed by entity L2. {{(pid=85267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 09 13:42:05.871080 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb9ec722-091c-40ef-9dc8-921cc0b3ae7b None None] Network 3c8783d2-a66a-4d9f-b79f-dc399ce40348 requested from dv-cinder-785362-1-smb {{(pid=85267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 09 13:42:06.011755 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.provisioning_blocks [None req-96adad0a-8f12-4c76-a4b6-8384683763cd None None] Provisioning for port 78dd3028-cad5-42d7-b857-7e56e046db9a completed by entity DHCP. {{(pid=85267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 09 13:42:06.024116 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.provisioning_blocks [None req-96adad0a-8f12-4c76-a4b6-8384683763cd None None] Provisioning complete for port 78dd3028-cad5-42d7-b857-7e56e046db9a triggered by entity DHCP. {{(pid=85267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 09 13:42:06.024656 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-96adad0a-8f12-4c76-a4b6-8384683763cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765226'] for port, provisioning_complete {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:42:06.297188 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-96adad0a-8f12-4c76-a4b6-8384683763cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853739810'] for port, before_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:42:06.331627 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.db [None req-96adad0a-8f12-4c76-a4b6-8384683763cd None None] For port 78dd3028-cad5-42d7-b857-7e56e046db9a, host dv-cinder-785362-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-1-smb',level=0,port_id=78dd3028-cad5-42d7-b857-7e56e046db9a,segment=NetworkSegment(49ac29dd-807a-4e7d-b1c0-6cae8f5a495a),segment_id=49ac29dd-807a-4e7d-b1c0-6cae8f5a495a)] {{(pid=85267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 09 13:42:06.340754 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-96adad0a-8f12-4c76-a4b6-8384683763cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853739901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853759498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265038874484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771815468181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265039307602'] for port, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:42:06.345733 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:42:06.442389 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96adad0a-8f12-4c76-a4b6-8384683763cd None None] Pushing event updated for resources: {'Port': ['ID=78dd3028-cad5-42d7-b857-7e56e046db9a,revision_number=3']} {{(pid=85267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:42:06.445962 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-96adad0a-8f12-4c76-a4b6-8384683763cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=85267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:42:06.669610 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.provisioning_blocks [None req-21a15e30-eec7-41bf-b671-33e469880f35 None None] Provisioning complete for port 78dd3028-cad5-42d7-b857-7e56e046db9a triggered by entity DHCP. {{(pid=85267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 09 13:42:06.670328 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-21a15e30-eec7-41bf-b671-33e469880f35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765226'] for port, provisioning_complete {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:42:07.512285 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.rpc [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Device 78dd3028-cad5-42d7-b857-7e56e046db9a up at agent ovs-agent-dv-cinder-785362-1-smb {{(pid=85267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 09 13:42:07.615276 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.provisioning_blocks [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Provisioning complete for port 78dd3028-cad5-42d7-b857-7e56e046db9a triggered by entity L2. {{(pid=85267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 09 13:42:07.615777 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765226'] for port, provisioning_complete {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:42:31.019891 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-852aa0c2-8d3c-4582-a3c7-8049f4aa3de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:42:34.197104 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-ef144821-4824-42de-9645-e64e84c2b42a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:42:34.519619 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-038b6fee-909e-41c9-b649-649ad33ce393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:42:35.220524 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:42:35.619738 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-c378f248-96be-4ef7-a52f-f55c09e56a36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:42:38.360774 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.agents_db [None req-c64c1605-ccfd-4af7-a5d2-2f7932bd8cd3 None None] Agent healthcheck: found 5 active agents {{(pid=85268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 09 13:43:01.030037 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-56cfc317-3f12-4ac8-a182-04fcd6650b3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:43:04.208173 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-ea14cd22-8fbb-4457-bb50-e67488effdf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:43:04.534920 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-038b6fee-909e-41c9-b649-649ad33ce393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:43:05.220021 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:43:05.631649 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-c378f248-96be-4ef7-a52f-f55c09e56a36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:43:15.360318 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.agents_db [None req-c64c1605-ccfd-4af7-a5d2-2f7932bd8cd3 None None] Agent healthcheck: found 5 active agents {{(pid=85268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 09 13:43:27.023898 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85266) accepted ('10.222.0.75', 55626) {{(pid=85266) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:43:27.032963 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [None req-a4eaed93-5860-4ec4-abc8-be8d7545a028 tempest-verify_tempest_config-96578571 tempest-verify_tempest_config-96578571-project] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=85266) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 09 13:43:27.034840 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-a4eaed93-5860-4ec4-abc8-be8d7545a028 tempest-verify_tempest_config-96578571 tempest-verify_tempest_config-96578571-project] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0096004 Apr 09 13:43:27.434730 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.75', 55644) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:43:27.594368 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-aba7a260-9d33-4286-b4d4-2ac684261c37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:43:27.610204 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-aba7a260-9d33-4286-b4d4-2ac684261c37 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 13:43:27.614386 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-aba7a260-9d33-4286-b4d4-2ac684261c37 admin admin] Usage tracker for resource:security_group_rule and tenant:c2bee900169e4221b727f52a27bab0d4 is out of sync, need to count used quota {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 13:43:27.617615 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-aba7a260-9d33-4286-b4d4-2ac684261c37 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 13:43:27.623688 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-aba7a260-9d33-4286-b4d4-2ac684261c37 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 13:43:27.739725 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-aba7a260-9d33-4286-b4d4-2ac684261c37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:43:27.744272 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-aba7a260-9d33-4286-b4d4-2ac684261c37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738555'] for security_group, after_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:43:27.760386 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:43:27.829717 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-aba7a260-9d33-4286-b4d4-2ac684261c37 admin admin] Synchronizing usage tracker for tenant:e65cd82f2acf449db293d4daefd23651 on resource:security_group {{(pid=85265) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 09 13:43:27.835373 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba7a260-9d33-4286-b4d4-2ac684261c37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac37281a-564c-4c60-9f22-8d23b705d05c,revision_number=1']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:43:27.855200 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba7a260-9d33-4286-b4d4-2ac684261c37 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:43:27.855781 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba7a260-9d33-4286-b4d4-2ac684261c37 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:43:27.856362 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba7a260-9d33-4286-b4d4-2ac684261c37 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:43:27.856927 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba7a260-9d33-4286-b4d4-2ac684261c37 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:43:27.857514 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba7a260-9d33-4286-b4d4-2ac684261c37 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:43:27.858111 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba7a260-9d33-4286-b4d4-2ac684261c37 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:43:27.858704 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba7a260-9d33-4286-b4d4-2ac684261c37 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:43:27.859266 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba7a260-9d33-4286-b4d4-2ac684261c37 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:43:27.859842 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba7a260-9d33-4286-b4d4-2ac684261c37 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:43:27.860394 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba7a260-9d33-4286-b4d4-2ac684261c37 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:43:27.860965 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba7a260-9d33-4286-b4d4-2ac684261c37 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:43:27.861535 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba7a260-9d33-4286-b4d4-2ac684261c37 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:43:27.872408 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-aba7a260-9d33-4286-b4d4-2ac684261c37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:43:27.879306 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-aba7a260-9d33-4286-b4d4-2ac684261c37 admin admin] Unset dirty status for tenant:e65cd82f2acf449db293d4daefd23651 on resource:security_group {{(pid=85265) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 09 13:43:27.880997 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-aba7a260-9d33-4286-b4d4-2ac684261c37 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=c2bee900169e4221b727f52a27bab0d4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4449954 Apr 09 13:43:27.885722 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.75', 55650) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:43:27.951585 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-ac97ef85-bd3d-4ac4-8dc5-00197be10f80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:43:27.981204 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-ac97ef85-bd3d-4ac4-8dc5-00197be10f80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:43:28.051365 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-ac97ef85-bd3d-4ac4-8dc5-00197be10f80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738555'] for security_group, after_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:43:28.058646 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-cabbdbe4-c28c-4401-bace-eefcf358aeff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:43:28.073012 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac97ef85-bd3d-4ac4-8dc5-00197be10f80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac37281a-564c-4c60-9f22-8d23b705d05c,revision_number=None']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:43:28.077001 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-ac97ef85-bd3d-4ac4-8dc5-00197be10f80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:43:28.080730 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-ac97ef85-bd3d-4ac4-8dc5-00197be10f80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:43:28.082260 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-ac97ef85-bd3d-4ac4-8dc5-00197be10f80 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/ac37281a-564c-4c60-9f22-8d23b705d05c HTTP/1.1" status: 204 len: 168 time: 0.1947892 Apr 09 13:43:31.034434 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-ab0654ab-5871-47a6-92d8-c7f76a6c83b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:43:34.205632 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-3df4283a-f7f8-4984-84f9-0906ea0686fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:43:34.531139 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-038b6fee-909e-41c9-b649-649ad33ce393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:43:35.217185 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:43:35.627524 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-c378f248-96be-4ef7-a52f-f55c09e56a36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:43:52.359934 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.agents_db [None req-c64c1605-ccfd-4af7-a5d2-2f7932bd8cd3 None None] Agent healthcheck: found 5 active agents {{(pid=85268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 09 13:44:01.024067 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-aeacefe2-8770-4e05-bada-054bc771cb7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:44:04.201299 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-7ff807eb-00b5-4911-bc55-335086b5bef7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:44:04.535588 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-038b6fee-909e-41c9-b649-649ad33ce393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:44:05.226712 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:44:05.632151 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-c378f248-96be-4ef7-a52f-f55c09e56a36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:44:29.359533 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.agents_db [None req-c64c1605-ccfd-4af7-a5d2-2f7932bd8cd3 None None] Agent healthcheck: found 5 active agents {{(pid=85268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 09 13:44:31.032568 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-df7fb166-7ac7-4781-a6c0-96dfb38f6e24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:44:34.197089 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-00345dcd-69f4-421a-99e1-a03c0baf4b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:44:34.535527 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-038b6fee-909e-41c9-b649-649ad33ce393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:44:35.222551 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:44:35.634337 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-c378f248-96be-4ef7-a52f-f55c09e56a36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:45:01.032502 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-82201950-304c-402d-b2b2-ca69beb556cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:45:04.204277 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-ea888162-cba1-46fe-b1d4-e99a43044ea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:45:04.544109 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-038b6fee-909e-41c9-b649-649ad33ce393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:45:05.226628 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:45:05.636135 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-c378f248-96be-4ef7-a52f-f55c09e56a36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:45:06.360658 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.agents_db [None req-c64c1605-ccfd-4af7-a5d2-2f7932bd8cd3 None None] Agent healthcheck: found 5 active agents {{(pid=85268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 09 13:45:10.873631 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103'] for agent, after_create {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:45:15.247293 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.75', 55702) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:45:15.376225 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-3caa3001-0229-4139-a1f8-a462b604f51d admin admin] 10.222.0.75 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1275182 Apr 09 13:45:18.045446 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85266) accepted ('10.222.0.75', 55712) {{(pid=85266) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:45:18.134150 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-f020d118-a900-4208-a165-ee41005260c8 admin admin] 10.222.0.75 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0871158 Apr 09 13:45:31.026668 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-16f8b04b-ea87-4a87-908c-22a5c54b1913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:45:34.200325 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-99ec1f66-9617-44f0-b301-c532c5673449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:45:34.541860 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-038b6fee-909e-41c9-b649-649ad33ce393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:45:35.231386 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:45:35.639007 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-c378f248-96be-4ef7-a52f-f55c09e56a36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:45:40.822177 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:45:43.363522 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.agents_db [None req-c64c1605-ccfd-4af7-a5d2-2f7932bd8cd3 None None] Agent healthcheck: found 6 active agents {{(pid=85268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 09 13:46:01.031073 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-ec5deb99-f2bf-4c8a-998c-bf3425594214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:46:04.195548 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-3048a56b-9e1e-4a90-92fb-27568ea9f899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:46:04.543310 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-038b6fee-909e-41c9-b649-649ad33ce393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:46:05.235967 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:46:05.641882 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-c378f248-96be-4ef7-a52f-f55c09e56a36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:46:10.838450 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:46:20.372531 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.agents_db [None req-c64c1605-ccfd-4af7-a5d2-2f7932bd8cd3 None None] Agent healthcheck: found 6 active agents {{(pid=85268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 09 13:46:31.038448 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-8597e60a-42fb-40e7-ad4e-bd9c26ec7794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:46:34.198535 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-906734ad-63d1-445b-8917-887961239101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:46:34.551298 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-038b6fee-909e-41c9-b649-649ad33ce393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:46:35.250028 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:46:35.651214 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-c378f248-96be-4ef7-a52f-f55c09e56a36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:46:40.857748 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:46:57.368324 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.agents_db [None req-c64c1605-ccfd-4af7-a5d2-2f7932bd8cd3 None None] Agent healthcheck: found 6 active agents {{(pid=85268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 09 13:46:57.507874 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.75', 55902) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:46:57.779722 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.75', 55922) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:46:57.914798 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.v2.base [None req-9d991d23-3b3a-4ff3-b60b-5ac924715697 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-407552308-network', 'tenant_id': '21a623aaeceb4802b1032e20363c6154'}} {{(pid=85265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 09 13:46:57.919621 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-9d991d23-3b3a-4ff3-b60b-5ac924715697 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 13:46:57.925563 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-9d991d23-3b3a-4ff3-b60b-5ac924715697 admin admin] Usage tracker for resource:network and tenant:21a623aaeceb4802b1032e20363c6154 is out of sync, need to count used quota {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 13:46:57.928682 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-9d991d23-3b3a-4ff3-b60b-5ac924715697 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 13:46:57.934767 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-9d991d23-3b3a-4ff3-b60b-5ac924715697 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 13:46:57.945103 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d991d23-3b3a-4ff3-b60b-5ac924715697 admin admin] Made reservation on behalf of 21a623aaeceb4802b1032e20363c6154 for: {'network': 1} {{(pid=85265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 09 13:46:57.950364 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-9d991d23-3b3a-4ff3-b60b-5ac924715697 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853739810'] for network, before_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:46:57.964302 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-9d991d23-3b3a-4ff3-b60b-5ac924715697 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:46:57.980742 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-9d991d23-3b3a-4ff3-b60b-5ac924715697 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 13:46:57.986938 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-9d991d23-3b3a-4ff3-b60b-5ac924715697 admin admin] Usage tracker for resource:security_group_rule and tenant:21a623aaeceb4802b1032e20363c6154 is out of sync, need to count used quota {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 13:46:57.990426 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-9d991d23-3b3a-4ff3-b60b-5ac924715697 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 13:46:57.997253 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-9d991d23-3b3a-4ff3-b60b-5ac924715697 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 13:46:58.104511 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-9d991d23-3b3a-4ff3-b60b-5ac924715697 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:46:58.108081 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-9d991d23-3b3a-4ff3-b60b-5ac924715697 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738555'] for security_group, after_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:46:58.121502 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d991d23-3b3a-4ff3-b60b-5ac924715697 admin admin] vlan segment allocate from pool success with {'vlan_id': 620, 'physical_network': 'physnet1'} {{(pid=85265) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 09 13:46:58.127305 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-aba7a260-9d33-4286-b4d4-2ac684261c37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:46:58.158288 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d991d23-3b3a-4ff3-b60b-5ac924715697 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7630f0ce-e518-49eb-b14c-24fd9c9bb8de,revision_number=1']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:46:58.160922 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-9d991d23-3b3a-4ff3-b60b-5ac924715697 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854760408'] for segment, precommit_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:46:58.161308 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.db.segments_db [None req-9d991d23-3b3a-4ff3-b60b-5ac924715697 admin admin] Added segment d950d12a-5b5b-4326-af6e-33261ee7442a of type vlan for network 257edcb1-4bc3-4ee5-b314-1fcf484a8a5a Apr 09 13:46:58.173148 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d991d23-3b3a-4ff3-b60b-5ac924715697 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:46:58.173553 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d991d23-3b3a-4ff3-b60b-5ac924715697 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:46:58.174077 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d991d23-3b3a-4ff3-b60b-5ac924715697 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:46:58.174445 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d991d23-3b3a-4ff3-b60b-5ac924715697 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:46:58.175019 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d991d23-3b3a-4ff3-b60b-5ac924715697 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:46:58.175390 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d991d23-3b3a-4ff3-b60b-5ac924715697 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:46:58.175942 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d991d23-3b3a-4ff3-b60b-5ac924715697 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:46:58.176448 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d991d23-3b3a-4ff3-b60b-5ac924715697 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:46:58.176973 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d991d23-3b3a-4ff3-b60b-5ac924715697 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:46:58.177892 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d991d23-3b3a-4ff3-b60b-5ac924715697 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:46:58.178420 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d991d23-3b3a-4ff3-b60b-5ac924715697 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:46:58.179385 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d991d23-3b3a-4ff3-b60b-5ac924715697 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:46:58.180655 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d991d23-3b3a-4ff3-b60b-5ac924715697 admin admin] Tracked resource versions report: Apr 09 13:46:58.180655 dv-cinder-785362-1-smb neutron-server[85152]: pushed versions: Apr 09 13:46:58.180655 dv-cinder-785362-1-smb neutron-server[85152]: { 'AddressGroup': {'1.2'}, Apr 09 13:46:58.180655 dv-cinder-785362-1-smb neutron-server[85152]: 'ConntrackHelper': {'1.0'}, Apr 09 13:46:58.180655 dv-cinder-785362-1-smb neutron-server[85152]: 'Log': {'1.0'}, Apr 09 13:46:58.180655 dv-cinder-785362-1-smb neutron-server[85152]: 'Network': {'1.1'}, Apr 09 13:46:58.180655 dv-cinder-785362-1-smb neutron-server[85152]: 'Port': {'1.7'}, Apr 09 13:46:58.180655 dv-cinder-785362-1-smb neutron-server[85152]: 'PortForwarding': {'1.2'}, Apr 09 13:46:58.180655 dv-cinder-785362-1-smb neutron-server[85152]: 'QosPolicy': {'1.8'}, Apr 09 13:46:58.180655 dv-cinder-785362-1-smb neutron-server[85152]: 'SecurityGroup': {'1.4'}, Apr 09 13:46:58.180655 dv-cinder-785362-1-smb neutron-server[85152]: 'SecurityGroupRule': {'1.2'}, Apr 09 13:46:58.180655 dv-cinder-785362-1-smb neutron-server[85152]: 'SubPort': {'1.0'}, Apr 09 13:46:58.180655 dv-cinder-785362-1-smb neutron-server[85152]: 'Subnet': {'1.1'}, Apr 09 13:46:58.180655 dv-cinder-785362-1-smb neutron-server[85152]: 'Trunk': {'1.1'}} Apr 09 13:46:58.180655 dv-cinder-785362-1-smb neutron-server[85152]: consumer versions: Apr 09 13:46:58.180655 dv-cinder-785362-1-smb neutron-server[85152]: { DHCP agent@dv-cinder-785362-1-smb: {}, Apr 09 13:46:58.180655 dv-cinder-785362-1-smb neutron-server[85152]: HyperV agent@hv-cinder-78536: {}, Apr 09 13:46:58.180655 dv-cinder-785362-1-smb neutron-server[85152]: L3 agent@dv-cinder-785362-1-smb: {}, Apr 09 13:46:58.180655 dv-cinder-785362-1-smb neutron-server[85152]: Metadata agent@dv-cinder-785362-1-smb: {}, Apr 09 13:46:58.180655 dv-cinder-785362-1-smb neutron-server[85152]: Metering agent@dv-cinder-785362-1-smb: {}, Apr 09 13:46:58.180655 dv-cinder-785362-1-smb neutron-server[85152]: Open vSwitch agent@dv-cinder-785362-1-smb: { 'AddressGroup': '1.2', Apr 09 13:46:58.180655 dv-cinder-785362-1-smb neutron-server[85152]: 'ConntrackHelper': '1.0', Apr 09 13:46:58.180655 dv-cinder-785362-1-smb neutron-server[85152]: 'Log': '1.0', Apr 09 13:46:58.180655 dv-cinder-785362-1-smb neutron-server[85152]: 'Network': '1.1', Apr 09 13:46:58.180655 dv-cinder-785362-1-smb neutron-server[85152]: 'Port': '1.7', Apr 09 13:46:58.180655 dv-cinder-785362-1-smb neutron-server[85152]: 'PortForwarding': '1.2', Apr 09 13:46:58.180655 dv-cinder-785362-1-smb neutron-server[85152]: 'QosPolicy': '1.8', Apr 09 13:46:58.180655 dv-cinder-785362-1-smb neutron-server[85152]: 'SecurityGroup': '1.4', Apr 09 13:46:58.180655 dv-cinder-785362-1-smb neutron-server[85152]: 'SecurityGroupRule': '1.2', Apr 09 13:46:58.180655 dv-cinder-785362-1-smb neutron-server[85152]: 'SubPort': '1.0', Apr 09 13:46:58.180655 dv-cinder-785362-1-smb neutron-server[85152]: 'Subnet': '1.1', Apr 09 13:46:58.180655 dv-cinder-785362-1-smb neutron-server[85152]: 'Trunk': '1.1'}} Apr 09 13:46:58.180655 dv-cinder-785362-1-smb neutron-server[85152]: {{(pid=85265) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 09 13:46:58.183781 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85266) accepted ('10.222.0.75', 55942) {{(pid=85266) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:46:58.195645 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-9d991d23-3b3a-4ff3-b60b-5ac924715697 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:46:58.220817 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-9d991d23-3b3a-4ff3-b60b-5ac924715697 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363265039334123'] for network, precommit_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:46:58.258495 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-9d991d23-3b3a-4ff3-b60b-5ac924715697 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299'] for network, after_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:46:58.260096 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d991d23-3b3a-4ff3-b60b-5ac924715697 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:46:58.260737 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-9d991d23-3b3a-4ff3-b60b-5ac924715697 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758280'] for network, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:46:58.268787 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-cabbdbe4-c28c-4401-bace-eefcf358aeff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:46:58.292867 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.v2.base [None req-13bf5b32-1241-4399-b86c-6a169b6b3d49 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-2049991526-network', 'tenant_id': 'a2b444c2a873486d8c3ff30419c2c3f8'}} {{(pid=85265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 09 13:46:58.379330 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d991d23-3b3a-4ff3-b60b-5ac924715697 admin admin] Pushing event updated for resources: {'Network': ['ID=257edcb1-4bc3-4ee5-b314-1fcf484a8a5a,revision_number=1']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:46:58.386873 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-9d991d23-3b3a-4ff3-b60b-5ac924715697 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:46:58.391309 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.rpc [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Network 257edcb1-4bc3-4ee5-b314-1fcf484a8a5a details requested by agent ovs-agent-dv-cinder-785362-1-smb with host dv-cinder-785362-1-smb {{(pid=85267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 09 13:46:58.397591 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85266) accepted ('10.222.0.75', 55954) {{(pid=85266) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:46:58.406283 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-13bf5b32-1241-4399-b86c-6a169b6b3d49 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 13:46:58.412844 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-9d991d23-3b3a-4ff3-b60b-5ac924715697 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9028592 Apr 09 13:46:58.414784 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-13bf5b32-1241-4399-b86c-6a169b6b3d49 admin admin] Usage tracker for resource:network and tenant:a2b444c2a873486d8c3ff30419c2c3f8 is out of sync, need to count used quota {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 13:46:58.416134 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85266) accepted ('10.222.0.75', 55960) {{(pid=85266) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:46:58.418466 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-13bf5b32-1241-4399-b86c-6a169b6b3d49 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 13:46:58.422843 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.v2.base [None req-7f8e1b67-d84b-4b26-a2cb-60285516c9eb admin admin] Request body: {'subnet': {'network_id': '257edcb1-4bc3-4ee5-b314-1fcf484a8a5a', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-407552308-subnet', 'tenant_id': '21a623aaeceb4802b1032e20363c6154', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 09 13:46:58.426056 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-13bf5b32-1241-4399-b86c-6a169b6b3d49 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 13:46:58.433211 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-7f8e1b67-d84b-4b26-a2cb-60285516c9eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 13:46:58.438036 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13bf5b32-1241-4399-b86c-6a169b6b3d49 admin admin] Made reservation on behalf of a2b444c2a873486d8c3ff30419c2c3f8 for: {'network': 1} {{(pid=85265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 09 13:46:58.443613 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-13bf5b32-1241-4399-b86c-6a169b6b3d49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853739810'] for network, before_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:46:58.444649 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-7f8e1b67-d84b-4b26-a2cb-60285516c9eb admin admin] Usage tracker for resource:subnet and tenant:21a623aaeceb4802b1032e20363c6154 is out of sync, need to count used quota {{(pid=85266) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 13:46:58.456705 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-7f8e1b67-d84b-4b26-a2cb-60285516c9eb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85266) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 13:46:58.459279 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-13bf5b32-1241-4399-b86c-6a169b6b3d49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:46:58.468268 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-7f8e1b67-d84b-4b26-a2cb-60285516c9eb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 13:46:58.482723 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-13bf5b32-1241-4399-b86c-6a169b6b3d49 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 13:46:58.488659 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-13bf5b32-1241-4399-b86c-6a169b6b3d49 admin admin] Usage tracker for resource:security_group_rule and tenant:a2b444c2a873486d8c3ff30419c2c3f8 is out of sync, need to count used quota {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 13:46:58.491986 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-13bf5b32-1241-4399-b86c-6a169b6b3d49 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 13:46:58.503270 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f8e1b67-d84b-4b26-a2cb-60285516c9eb admin admin] Made reservation on behalf of 21a623aaeceb4802b1032e20363c6154 for: {'subnet': 1} {{(pid=85266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 09 13:46:58.517599 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-13bf5b32-1241-4399-b86c-6a169b6b3d49 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 13:46:58.519880 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-7f8e1b67-d84b-4b26-a2cb-60285516c9eb admin admin] Notify callbacks [] for subnet, before_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:46:58.674689 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-13bf5b32-1241-4399-b86c-6a169b6b3d49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:46:58.678421 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-13bf5b32-1241-4399-b86c-6a169b6b3d49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738555'] for security_group, after_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:46:58.683128 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.v2.base [None req-e075be03-b229-4229-b617-e9ee09a1825c admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-206822230-network', 'tenant_id': 'd99749794dc147dfb86af7ba6d9559b9'}} {{(pid=85266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 09 13:46:58.684236 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:46:58.692110 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.v2.base [None req-d0b14f68-0fcb-4567-bed3-0f67bca4c426 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1552224158-network', 'tenant_id': '8b1366e2a2764227a2e3ada9f6348323'}} {{(pid=85266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 09 13:46:58.716573 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13bf5b32-1241-4399-b86c-6a169b6b3d49 admin admin] vlan segment allocate from pool success with {'vlan_id': 617, 'physical_network': 'physnet1'} {{(pid=85265) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 09 13:46:58.738482 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bf5b32-1241-4399-b86c-6a169b6b3d49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f86e6a93-b64a-4767-9b25-17d18486dafb,revision_number=1']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:46:58.743740 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-13bf5b32-1241-4399-b86c-6a169b6b3d49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:46:58.745172 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-13bf5b32-1241-4399-b86c-6a169b6b3d49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854760408'] for segment, precommit_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:46:58.745790 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.db.segments_db [None req-13bf5b32-1241-4399-b86c-6a169b6b3d49 admin admin] Added segment 5475d062-1238-45f6-bf79-210ecdb0febe of type vlan for network a4bc50d2-4a55-4ee1-87aa-a1e91be18584 Apr 09 13:46:58.792366 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-13bf5b32-1241-4399-b86c-6a169b6b3d49 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363265039334123'] for network, precommit_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:46:58.832862 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-13bf5b32-1241-4399-b86c-6a169b6b3d49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299'] for network, after_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:46:58.834403 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13bf5b32-1241-4399-b86c-6a169b6b3d49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:46:58.835072 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-13bf5b32-1241-4399-b86c-6a169b6b3d49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758280'] for network, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:46:58.860959 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:46:58.881076 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-13bf5b32-1241-4399-b86c-6a169b6b3d49 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.0998995 Apr 09 13:46:58.894813 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.75', 55972) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:46:58.904706 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.v2.base [None req-2e469191-9933-4d64-99ff-a0640c0c650e admin admin] Request body: {'subnet': {'network_id': 'a4bc50d2-4a55-4ee1-87aa-a1e91be18584', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-2049991526-subnet', 'tenant_id': 'a2b444c2a873486d8c3ff30419c2c3f8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=85265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 09 13:46:58.911310 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-2e469191-9933-4d64-99ff-a0640c0c650e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 13:46:58.915658 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-2e469191-9933-4d64-99ff-a0640c0c650e admin admin] Usage tracker for resource:subnet and tenant:a2b444c2a873486d8c3ff30419c2c3f8 is out of sync, need to count used quota {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 13:46:58.919205 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-2e469191-9933-4d64-99ff-a0640c0c650e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 13:46:58.926764 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-2e469191-9933-4d64-99ff-a0640c0c650e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 13:46:58.939285 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e469191-9933-4d64-99ff-a0640c0c650e admin admin] Made reservation on behalf of a2b444c2a873486d8c3ff30419c2c3f8 for: {'subnet': 1} {{(pid=85265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 09 13:46:58.944763 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-2e469191-9933-4d64-99ff-a0640c0c650e admin admin] Notify callbacks [] for subnet, before_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:46:58.945382 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-e075be03-b229-4229-b617-e9ee09a1825c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 13:46:58.959659 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-e075be03-b229-4229-b617-e9ee09a1825c admin admin] Usage tracker for resource:network and tenant:d99749794dc147dfb86af7ba6d9559b9 is out of sync, need to count used quota {{(pid=85266) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 13:46:58.968624 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-e075be03-b229-4229-b617-e9ee09a1825c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85266) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 13:46:58.981840 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-e075be03-b229-4229-b617-e9ee09a1825c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 13:46:58.987017 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-d0b14f68-0fcb-4567-bed3-0f67bca4c426 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 13:46:58.995166 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-d0b14f68-0fcb-4567-bed3-0f67bca4c426 admin admin] Usage tracker for resource:network and tenant:8b1366e2a2764227a2e3ada9f6348323 is out of sync, need to count used quota {{(pid=85266) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 13:46:59.001439 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-d0b14f68-0fcb-4567-bed3-0f67bca4c426 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85266) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 13:46:59.014641 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-d0b14f68-0fcb-4567-bed3-0f67bca4c426 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 13:46:59.020556 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e075be03-b229-4229-b617-e9ee09a1825c admin admin] Made reservation on behalf of d99749794dc147dfb86af7ba6d9559b9 for: {'network': 1} {{(pid=85266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 09 13:46:59.027385 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-e075be03-b229-4229-b617-e9ee09a1825c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853739810'] for network, before_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:46:59.053423 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-e075be03-b229-4229-b617-e9ee09a1825c admin admin] Notify callbacks [] for security_group, before_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:46:59.107544 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0b14f68-0fcb-4567-bed3-0f67bca4c426 admin admin] Made reservation on behalf of 8b1366e2a2764227a2e3ada9f6348323 for: {'network': 1} {{(pid=85266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 09 13:46:59.112877 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-d0b14f68-0fcb-4567-bed3-0f67bca4c426 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853739810'] for network, before_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:46:59.138269 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-e075be03-b229-4229-b617-e9ee09a1825c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 13:46:59.141073 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-d0b14f68-0fcb-4567-bed3-0f67bca4c426 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:46:59.168760 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-e075be03-b229-4229-b617-e9ee09a1825c admin admin] Usage tracker for resource:security_group_rule and tenant:d99749794dc147dfb86af7ba6d9559b9 is out of sync, need to count used quota {{(pid=85266) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 13:46:59.177483 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-e075be03-b229-4229-b617-e9ee09a1825c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85266) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 13:46:59.190809 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-d0b14f68-0fcb-4567-bed3-0f67bca4c426 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 13:46:59.198300 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-e075be03-b229-4229-b617-e9ee09a1825c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 13:46:59.207678 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-d0b14f68-0fcb-4567-bed3-0f67bca4c426 admin admin] Usage tracker for resource:security_group_rule and tenant:8b1366e2a2764227a2e3ada9f6348323 is out of sync, need to count used quota {{(pid=85266) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 13:46:59.214701 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bf5b32-1241-4399-b86c-6a169b6b3d49 admin admin] Pushing event updated for resources: {'Network': ['ID=a4bc50d2-4a55-4ee1-87aa-a1e91be18584,revision_number=1']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:46:59.227633 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-13bf5b32-1241-4399-b86c-6a169b6b3d49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:46:59.228458 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.rpc [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Network a4bc50d2-4a55-4ee1-87aa-a1e91be18584 details requested by agent ovs-agent-dv-cinder-785362-1-smb with host dv-cinder-785362-1-smb {{(pid=85267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 09 13:46:59.243523 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-d0b14f68-0fcb-4567-bed3-0f67bca4c426 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85266) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 13:46:59.300775 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-d0b14f68-0fcb-4567-bed3-0f67bca4c426 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 13:46:59.558071 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-2e469191-9933-4d64-99ff-a0640c0c650e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299'] for subnet, after_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:46:59.578166 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-95ee04db-ecfd-46f4-a83f-b979921d05dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:46:59.685301 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e469191-9933-4d64-99ff-a0640c0c650e admin admin] Pushing event updated for resources: {'Subnet': ['ID=0144e1c8-7bcb-42a5-ac9e-709c8b2e67a5,revision_number=0']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:46:59.698076 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-2e469191-9933-4d64-99ff-a0640c0c650e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:46:59.847950 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-e075be03-b229-4229-b617-e9ee09a1825c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:46:59.859925 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-e075be03-b229-4229-b617-e9ee09a1825c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738555'] for security_group, after_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:46:59.866675 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-7f8e1b67-d84b-4b26-a2cb-60285516c9eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299'] for subnet, after_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:46:59.872610 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:46:59.875213 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e469191-9933-4d64-99ff-a0640c0c650e admin admin] Checking segment: {'id': '5475d062-1238-45f6-bf79-210ecdb0febe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'a4bc50d2-4a55-4ee1-87aa-a1e91be18584'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 09 13:46:59.875714 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e469191-9933-4d64-99ff-a0640c0c650e admin admin] Network hostable DHCP agents. Network: a4bc50d2-4a55-4ee1-87aa-a1e91be18584, hostable agents: ['977b5286-6f81-4d97-b9b2-e69f70c69ca5'], hosted agents: [] {{(pid=85265) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 09 13:46:59.916839 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e469191-9933-4d64-99ff-a0640c0c650e admin admin] Network a4bc50d2-4a55-4ee1-87aa-a1e91be18584 is scheduled to be hosted by DHCP agent 977b5286-6f81-4d97-b9b2-e69f70c69ca5 with binding_index 1 {{(pid=85265) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 09 13:46:59.930081 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.scheduler.base_scheduler [None req-2e469191-9933-4d64-99ff-a0640c0c650e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-785362-1-smb, a4bc50d2-4a55-4ee1-87aa-a1e91be18584) {{(pid=85265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 09 13:46:59.936610 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e469191-9933-4d64-99ff-a0640c0c650e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:46:59.937407 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-2e469191-9933-4d64-99ff-a0640c0c650e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758280'] for subnet, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:46:59.940962 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc952c20-1b18-4ecc-973c-e636ec475ed0 None None] Network a4bc50d2-4a55-4ee1-87aa-a1e91be18584 requested from dv-cinder-785362-1-smb {{(pid=85267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 09 13:46:59.957059 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e075be03-b229-4229-b617-e9ee09a1825c admin admin] vlan segment allocate from pool success with {'vlan_id': 614, 'physical_network': 'physnet1'} {{(pid=85266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 09 13:46:59.972311 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-2e469191-9933-4d64-99ff-a0640c0c650e admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.0761077 Apr 09 13:46:59.975686 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.75', 56002) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:46:59.982459 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.v2.base [None req-c177de2b-0ffa-48b6-bee5-47082959d5eb admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-2049991526-router', 'tenant_id': 'a2b444c2a873486d8c3ff30419c2c3f8', 'external_gateway_info': {'network_id': 'd39673be-df84-4009-abea-d472d159fdfd'}}} {{(pid=85265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 09 13:46:59.989196 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-c177de2b-0ffa-48b6-bee5-47082959d5eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 13:46:59.995042 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-c177de2b-0ffa-48b6-bee5-47082959d5eb admin admin] Usage tracker for resource:router and tenant:a2b444c2a873486d8c3ff30419c2c3f8 is out of sync, need to count used quota {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 13:46:59.999909 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-e075be03-b229-4229-b617-e9ee09a1825c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854760408'] for segment, precommit_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:00.000091 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-c177de2b-0ffa-48b6-bee5-47082959d5eb admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 13:47:00.001700 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.db.segments_db [None req-e075be03-b229-4229-b617-e9ee09a1825c admin admin] Added segment b9043e0b-04cf-45bd-b9f8-7ebd3edf93a8 of type vlan for network 67ea7bc9-90ec-4e29-a802-2c1cb0aa9cea Apr 09 13:47:00.007600 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-c177de2b-0ffa-48b6-bee5-47082959d5eb admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 13:47:00.038747 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e075be03-b229-4229-b617-e9ee09a1825c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eea7a60b-00a0-497d-babc-18f415d64d36,revision_number=1']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:47:00.045267 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-d0b14f68-0fcb-4567-bed3-0f67bca4c426 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:00.052618 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-c177de2b-0ffa-48b6-bee5-47082959d5eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-716566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-901'] for router, before_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:00.054634 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-c177de2b-0ffa-48b6-bee5-47082959d5eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-718991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-711288', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-739621', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854774899'] for router, precommit_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:00.077650 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-c177de2b-0ffa-48b6-bee5-47082959d5eb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:00.115641 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-d0b14f68-0fcb-4567-bed3-0f67bca4c426 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738555'] for security_group, after_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:00.117795 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-e075be03-b229-4229-b617-e9ee09a1825c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363265039334123'] for network, precommit_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:00.130055 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e075be03-b229-4229-b617-e9ee09a1825c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:47:00.130438 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e075be03-b229-4229-b617-e9ee09a1825c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:47:00.130899 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e075be03-b229-4229-b617-e9ee09a1825c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:47:00.131273 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e075be03-b229-4229-b617-e9ee09a1825c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:47:00.131642 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e075be03-b229-4229-b617-e9ee09a1825c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:47:00.132012 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e075be03-b229-4229-b617-e9ee09a1825c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:47:00.132463 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e075be03-b229-4229-b617-e9ee09a1825c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:47:00.132828 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e075be03-b229-4229-b617-e9ee09a1825c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:47:00.133210 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e075be03-b229-4229-b617-e9ee09a1825c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:47:00.133571 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e075be03-b229-4229-b617-e9ee09a1825c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:47:00.133968 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e075be03-b229-4229-b617-e9ee09a1825c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:47:00.134397 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e075be03-b229-4229-b617-e9ee09a1825c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:47:00.135994 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e075be03-b229-4229-b617-e9ee09a1825c admin admin] Tracked resource versions report: Apr 09 13:47:00.135994 dv-cinder-785362-1-smb neutron-server[85152]: pushed versions: Apr 09 13:47:00.135994 dv-cinder-785362-1-smb neutron-server[85152]: { 'AddressGroup': {'1.2'}, Apr 09 13:47:00.135994 dv-cinder-785362-1-smb neutron-server[85152]: 'ConntrackHelper': {'1.0'}, Apr 09 13:47:00.135994 dv-cinder-785362-1-smb neutron-server[85152]: 'Log': {'1.0'}, Apr 09 13:47:00.135994 dv-cinder-785362-1-smb neutron-server[85152]: 'Network': {'1.1'}, Apr 09 13:47:00.135994 dv-cinder-785362-1-smb neutron-server[85152]: 'Port': {'1.7'}, Apr 09 13:47:00.135994 dv-cinder-785362-1-smb neutron-server[85152]: 'PortForwarding': {'1.2'}, Apr 09 13:47:00.135994 dv-cinder-785362-1-smb neutron-server[85152]: 'QosPolicy': {'1.8'}, Apr 09 13:47:00.135994 dv-cinder-785362-1-smb neutron-server[85152]: 'SecurityGroup': {'1.4'}, Apr 09 13:47:00.135994 dv-cinder-785362-1-smb neutron-server[85152]: 'SecurityGroupRule': {'1.2'}, Apr 09 13:47:00.135994 dv-cinder-785362-1-smb neutron-server[85152]: 'SubPort': {'1.0'}, Apr 09 13:47:00.135994 dv-cinder-785362-1-smb neutron-server[85152]: 'Subnet': {'1.1'}, Apr 09 13:47:00.135994 dv-cinder-785362-1-smb neutron-server[85152]: 'Trunk': {'1.1'}} Apr 09 13:47:00.135994 dv-cinder-785362-1-smb neutron-server[85152]: consumer versions: Apr 09 13:47:00.135994 dv-cinder-785362-1-smb neutron-server[85152]: { DHCP agent@dv-cinder-785362-1-smb: {}, Apr 09 13:47:00.135994 dv-cinder-785362-1-smb neutron-server[85152]: HyperV agent@hv-cinder-78536: {}, Apr 09 13:47:00.135994 dv-cinder-785362-1-smb neutron-server[85152]: L3 agent@dv-cinder-785362-1-smb: {}, Apr 09 13:47:00.135994 dv-cinder-785362-1-smb neutron-server[85152]: Metadata agent@dv-cinder-785362-1-smb: {}, Apr 09 13:47:00.135994 dv-cinder-785362-1-smb neutron-server[85152]: Metering agent@dv-cinder-785362-1-smb: {}, Apr 09 13:47:00.135994 dv-cinder-785362-1-smb neutron-server[85152]: Open vSwitch agent@dv-cinder-785362-1-smb: { 'AddressGroup': '1.2', Apr 09 13:47:00.135994 dv-cinder-785362-1-smb neutron-server[85152]: 'ConntrackHelper': '1.0', Apr 09 13:47:00.135994 dv-cinder-785362-1-smb neutron-server[85152]: 'Log': '1.0', Apr 09 13:47:00.135994 dv-cinder-785362-1-smb neutron-server[85152]: 'Network': '1.1', Apr 09 13:47:00.135994 dv-cinder-785362-1-smb neutron-server[85152]: 'Port': '1.7', Apr 09 13:47:00.135994 dv-cinder-785362-1-smb neutron-server[85152]: 'PortForwarding': '1.2', Apr 09 13:47:00.135994 dv-cinder-785362-1-smb neutron-server[85152]: 'QosPolicy': '1.8', Apr 09 13:47:00.135994 dv-cinder-785362-1-smb neutron-server[85152]: 'SecurityGroup': '1.4', Apr 09 13:47:00.135994 dv-cinder-785362-1-smb neutron-server[85152]: 'SecurityGroupRule': '1.2', Apr 09 13:47:00.135994 dv-cinder-785362-1-smb neutron-server[85152]: 'SubPort': '1.0', Apr 09 13:47:00.135994 dv-cinder-785362-1-smb neutron-server[85152]: 'Subnet': '1.1', Apr 09 13:47:00.135994 dv-cinder-785362-1-smb neutron-server[85152]: 'Trunk': '1.1'}} Apr 09 13:47:00.135994 dv-cinder-785362-1-smb neutron-server[85152]: {{(pid=85266) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 09 13:47:00.150748 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-e075be03-b229-4229-b617-e9ee09a1825c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:47:00.175162 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-e47dc260-25c8-4507-9680-60779cfc3b03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.271s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:47:00.263747 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0b14f68-0fcb-4567-bed3-0f67bca4c426 admin admin] vlan segment allocate from pool success with {'vlan_id': 631, 'physical_network': 'physnet1'} {{(pid=85266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 09 13:47:00.277104 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e1d1564-1e04-4e9a-9b3d-5b0bcc3b2574 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe608d69b-f451-5fb8-bdcb-5faac2d6aa34-a4bc50d2-4a55-4ee1-87aa-a1e91be18584', 'network_id': 'a4bc50d2-4a55-4ee1-87aa-a1e91be18584', 'tenant_id': 'a2b444c2a873486d8c3ff30419c2c3f8', 'fixed_ips': [{'subnet_id': '0144e1c8-7bcb-42a5-ac9e-709c8b2e67a5'}]}} from dv-cinder-785362-1-smb. {{(pid=85267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 09 13:47:00.278804 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-6e1d1564-1e04-4e9a-9b3d-5b0bcc3b2574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853739810'] for port, before_create {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:00.325235 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-d0b14f68-0fcb-4567-bed3-0f67bca4c426 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854760408'] for segment, precommit_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:00.325631 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.db.segments_db [None req-d0b14f68-0fcb-4567-bed3-0f67bca4c426 admin admin] Added segment 5a4ed491-6058-4194-8f87-1763fd0fd419 of type vlan for network 05572312-ba94-44c0-9d23-59b1e6c5c81f Apr 09 13:47:00.362633 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8e1b67-d84b-4b26-a2cb-60285516c9eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=ddb95ae0-154c-4dc6-9025-63f7eadd4639,revision_number=0']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:47:00.372530 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-7f8e1b67-d84b-4b26-a2cb-60285516c9eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:47:00.380288 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-e075be03-b229-4229-b617-e9ee09a1825c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.164s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:47:00.388899 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-e075be03-b229-4229-b617-e9ee09a1825c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299'] for network, after_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:00.416796 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e075be03-b229-4229-b617-e9ee09a1825c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:47:00.417514 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-e075be03-b229-4229-b617-e9ee09a1825c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758280'] for network, before_response {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:00.467471 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-d0b14f68-0fcb-4567-bed3-0f67bca4c426 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363265039334123'] for network, precommit_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:00.487377 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f8e1b67-d84b-4b26-a2cb-60285516c9eb admin admin] Checking segment: {'id': 'd950d12a-5b5b-4326-af6e-33261ee7442a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '257edcb1-4bc3-4ee5-b314-1fcf484a8a5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 09 13:47:00.487860 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f8e1b67-d84b-4b26-a2cb-60285516c9eb admin admin] Network hostable DHCP agents. Network: 257edcb1-4bc3-4ee5-b314-1fcf484a8a5a, hostable agents: ['977b5286-6f81-4d97-b9b2-e69f70c69ca5'], hosted agents: [] {{(pid=85266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 09 13:47:00.588495 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f8e1b67-d84b-4b26-a2cb-60285516c9eb admin admin] Network 257edcb1-4bc3-4ee5-b314-1fcf484a8a5a is scheduled to be hosted by DHCP agent 977b5286-6f81-4d97-b9b2-e69f70c69ca5 with binding_index 1 {{(pid=85266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 09 13:47:00.609129 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b14f68-0fcb-4567-bed3-0f67bca4c426 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1eac8ca5-b029-4506-bf32-02ea772d9332,revision_number=1']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:47:00.612324 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.db_base_plugin_common [None req-6e1d1564-1e04-4e9a-9b3d-5b0bcc3b2574 None None] Allocated IP 172.20.0.2 (a4bc50d2-4a55-4ee1-87aa-a1e91be18584/0144e1c8-7bcb-42a5-ac9e-709c8b2e67a5/657fce81-b34c-4b14-bc99-6a20ce14b1e3) {{(pid=85267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 09 13:47:00.631118 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-d0b14f68-0fcb-4567-bed3-0f67bca4c426 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:47:00.651543 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.217s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:47:00.672294 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.scheduler.base_scheduler [None req-7f8e1b67-d84b-4b26-a2cb-60285516c9eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-785362-1-smb, 257edcb1-4bc3-4ee5-b314-1fcf484a8a5a) {{(pid=85266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 09 13:47:00.680573 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f8e1b67-d84b-4b26-a2cb-60285516c9eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:47:00.682315 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-7f8e1b67-d84b-4b26-a2cb-60285516c9eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758280'] for subnet, before_response {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:00.748201 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-7f8e1b67-d84b-4b26-a2cb-60285516c9eb admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.3305757 Apr 09 13:47:00.754344 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.db.resource_extend [None req-d0b14f68-0fcb-4567-bed3-0f67bca4c426 admin admin] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=85266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 09 13:47:00.770432 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-e075be03-b229-4229-b617-e9ee09a1825c admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.3715544 Apr 09 13:47:00.848903 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85266) accepted ('10.222.0.75', 56030) {{(pid=85266) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:47:00.864506 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.v2.base [None req-bc25b918-dea4-44c7-9bb7-6f47a498c27e admin admin] Request body: {'subnet': {'network_id': '67ea7bc9-90ec-4e29-a802-2c1cb0aa9cea', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-206822230-subnet', 'tenant_id': 'd99749794dc147dfb86af7ba6d9559b9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 09 13:47:00.870863 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-bc25b918-dea4-44c7-9bb7-6f47a498c27e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 13:47:00.879506 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-bc25b918-dea4-44c7-9bb7-6f47a498c27e admin admin] Usage tracker for resource:subnet and tenant:d99749794dc147dfb86af7ba6d9559b9 is out of sync, need to count used quota {{(pid=85266) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 13:47:00.883713 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-bc25b918-dea4-44c7-9bb7-6f47a498c27e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85266) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 13:47:00.892148 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-bc25b918-dea4-44c7-9bb7-6f47a498c27e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 13:47:00.907177 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc25b918-dea4-44c7-9bb7-6f47a498c27e admin admin] Made reservation on behalf of d99749794dc147dfb86af7ba6d9559b9 for: {'subnet': 1} {{(pid=85266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 09 13:47:00.912933 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-bc25b918-dea4-44c7-9bb7-6f47a498c27e admin admin] Notify callbacks [] for subnet, before_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:00.987652 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-c177de2b-0ffa-48b6-bee5-47082959d5eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-711273', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-716551', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774918'] for router, precommit_update {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:01.073037 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6adaaafe-b9f5-40cd-89c9-f2967f036ae0 None None] Network 257edcb1-4bc3-4ee5-b314-1fcf484a8a5a requested from dv-cinder-785362-1-smb {{(pid=85267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 09 13:47:01.154374 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e075be03-b229-4229-b617-e9ee09a1825c admin admin] Pushing event updated for resources: {'Network': ['ID=67ea7bc9-90ec-4e29-a802-2c1cb0aa9cea,revision_number=1']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:47:01.187036 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-d0b14f68-0fcb-4567-bed3-0f67bca4c426 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299'] for network, after_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:01.188316 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-e075be03-b229-4229-b617-e9ee09a1825c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.537s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:47:01.196940 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0b14f68-0fcb-4567-bed3-0f67bca4c426 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:47:01.197966 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-d0b14f68-0fcb-4567-bed3-0f67bca4c426 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758280'] for network, before_response {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:01.204997 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.rpc [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Network 67ea7bc9-90ec-4e29-a802-2c1cb0aa9cea details requested by agent ovs-agent-dv-cinder-785362-1-smb with host dv-cinder-785362-1-smb {{(pid=85267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 09 13:47:01.207834 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-e075be03-b229-4229-b617-e9ee09a1825c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:47:01.336259 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-2d20207d-5a95-4740-8a9d-7670a4596587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:01.382763 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-d0b14f68-0fcb-4567-bed3-0f67bca4c426 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 3.1968312 Apr 09 13:47:01.383769 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b14f68-0fcb-4567-bed3-0f67bca4c426 admin admin] Pushing event updated for resources: {'Network': ['ID=05572312-ba94-44c0-9d23-59b1e6c5c81f,revision_number=1']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:47:01.386051 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85266) accepted ('10.222.0.75', 56072) {{(pid=85266) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:47:01.393793 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-d0b14f68-0fcb-4567-bed3-0f67bca4c426 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:47:01.410581 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.v2.base [None req-a6094f2f-2251-41f3-add4-cfced155c4ba admin admin] Request body: {'subnet': {'network_id': '05572312-ba94-44c0-9d23-59b1e6c5c81f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1552224158-subnet', 'tenant_id': '8b1366e2a2764227a2e3ada9f6348323', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=85266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 09 13:47:01.419993 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-a6094f2f-2251-41f3-add4-cfced155c4ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 13:47:01.427263 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-a6094f2f-2251-41f3-add4-cfced155c4ba admin admin] Usage tracker for resource:subnet and tenant:8b1366e2a2764227a2e3ada9f6348323 is out of sync, need to count used quota {{(pid=85266) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 13:47:01.429967 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85266) accepted ('10.222.0.75', 56080) {{(pid=85266) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:47:01.433045 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-a6094f2f-2251-41f3-add4-cfced155c4ba admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85266) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 13:47:01.435927 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.rpc [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Network 05572312-ba94-44c0-9d23-59b1e6c5c81f details requested by agent ovs-agent-dv-cinder-785362-1-smb with host dv-cinder-785362-1-smb {{(pid=85267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 09 13:47:01.453421 dv-cinder-785362-1-smb neutron-server[85152]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 09 13:47:01.548537 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-a6094f2f-2251-41f3-add4-cfced155c4ba admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 13:47:01.713882 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6094f2f-2251-41f3-add4-cfced155c4ba admin admin] Made reservation on behalf of 8b1366e2a2764227a2e3ada9f6348323 for: {'subnet': 1} {{(pid=85266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 09 13:47:01.718913 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-a6094f2f-2251-41f3-add4-cfced155c4ba admin admin] Notify callbacks [] for subnet, before_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:01.792006 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-c177de2b-0ffa-48b6-bee5-47082959d5eb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:01.843996 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35345bc7-c057-45cc-96dc-379d9bfc02fd None None] Network 257edcb1-4bc3-4ee5-b314-1fcf484a8a5a requested from dv-cinder-785362-1-smb {{(pid=85267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 09 13:47:01.874794 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.75', 56094) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:47:01.878995 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-c177de2b-0ffa-48b6-bee5-47082959d5eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853739810'] for port, before_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:01.976173 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-6e1d1564-1e04-4e9a-9b3d-5b0bcc3b2574 None None] Notify callbacks [] for port, precommit_create {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:01.996663 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.provisioning_blocks [None req-6e1d1564-1e04-4e9a-9b3d-5b0bcc3b2574 None None] Transition to ACTIVE for port object 657fce81-b34c-4b14-bc99-6a20ce14b1e3 will not be triggered until provisioned by entity L2. {{(pid=85267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 09 13:47:02.077621 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.provisioning_blocks [None req-6e1d1564-1e04-4e9a-9b3d-5b0bcc3b2574 None None] Transition to ACTIVE for port object 657fce81-b34c-4b14-bc99-6a20ce14b1e3 will not be triggered until provisioned by entity DHCP. {{(pid=85267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 09 13:47:02.099548 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.db_base_plugin_common [None req-c177de2b-0ffa-48b6-bee5-47082959d5eb admin admin] Allocated IP 172.28.0.41 (d39673be-df84-4009-abea-d472d159fdfd/f6eeb1a0-26c5-43d1-996f-84b999bf12c7/8d48afe8-3c12-4489-a7f0-bffc3923bb24) {{(pid=85265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 09 13:47:02.176736 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead8c94d-9b30-4236-b2f8-afdb1e5c204a req-498db6e2-5b5b-483e-9624-32a211ad2296 tempest-DeleteServersTestJSON-1971012576 tempest-DeleteServersTestJSON-1971012576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:47:02.193120 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-ead8c94d-9b30-4236-b2f8-afdb1e5c204a req-498db6e2-5b5b-483e-9624-32a211ad2296 tempest-DeleteServersTestJSON-1971012576 tempest-DeleteServersTestJSON-1971012576-project] 10.222.0.75 "GET /v2.0/networks?id=257edcb1-4bc3-4ee5-b314-1fcf484a8a5a HTTP/1.1" status: 200 len: 811 time: 0.7616313 Apr 09 13:47:02.255184 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-ead8c94d-9b30-4236-b2f8-afdb1e5c204a req-12ce7f4d-b7e2-4123-9a42-4b8d8941265b tempest-DeleteServersTestJSON-1971012576 tempest-DeleteServersTestJSON-1971012576-project] 10.222.0.75 "GET /v2.0/quotas/21a623aaeceb4802b1032e20363c6154 HTTP/1.1" status: 200 len: 375 time: 0.0611041 Apr 09 13:47:02.285998 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-6e1d1564-1e04-4e9a-9b3d-5b0bcc3b2574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853739901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853759498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771815468164'] for port, after_create {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:02.311228 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-39c90e8a-a11c-4729-b76b-d4ad1f671e5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:02.325028 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-b56a1bcc-7211-405a-84c6-b7e01d47d42b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:47:02.338796 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-39c90e8a-a11c-4729-b76b-d4ad1f671e5c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 13:47:02.349465 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-39c90e8a-a11c-4729-b76b-d4ad1f671e5c admin admin] Usage tracker for resource:security_group_rule and tenant:e82eb1716b6b4a46994c858113c10128 is out of sync, need to count used quota {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 13:47:02.356472 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-39c90e8a-a11c-4729-b76b-d4ad1f671e5c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 13:47:02.370089 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-ead8c94d-9b30-4236-b2f8-afdb1e5c204a req-61ef3126-13de-4fef-96aa-bcc78646063a tempest-DeleteServersTestJSON-1971012576 tempest-DeleteServersTestJSON-1971012576-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=21a623aaeceb4802b1032e20363c6154&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1015613 Apr 09 13:47:02.409053 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-39c90e8a-a11c-4729-b76b-d4ad1f671e5c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 13:47:02.470961 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-c177de2b-0ffa-48b6-bee5-47082959d5eb admin admin] Notify callbacks [] for port, precommit_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:02.580570 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-c177de2b-0ffa-48b6-bee5-47082959d5eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853739901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853759498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771815468164'] for port, after_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:02.607508 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:47:02.708205 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1d1564-1e04-4e9a-9b3d-5b0bcc3b2574 None None] Pushing event updated for resources: {'Port': ['ID=657fce81-b34c-4b14-bc99-6a20ce14b1e3,revision_number=1']} {{(pid=85267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:47:02.738797 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1d1564-1e04-4e9a-9b3d-5b0bcc3b2574 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:47:02.739256 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1d1564-1e04-4e9a-9b3d-5b0bcc3b2574 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:47:02.740163 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1d1564-1e04-4e9a-9b3d-5b0bcc3b2574 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:47:02.740163 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1d1564-1e04-4e9a-9b3d-5b0bcc3b2574 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:47:02.740491 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1d1564-1e04-4e9a-9b3d-5b0bcc3b2574 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:47:02.741838 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1d1564-1e04-4e9a-9b3d-5b0bcc3b2574 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:47:02.742230 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1d1564-1e04-4e9a-9b3d-5b0bcc3b2574 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:47:02.742602 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1d1564-1e04-4e9a-9b3d-5b0bcc3b2574 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:47:02.742969 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1d1564-1e04-4e9a-9b3d-5b0bcc3b2574 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:47:02.743421 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1d1564-1e04-4e9a-9b3d-5b0bcc3b2574 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:47:02.743668 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1d1564-1e04-4e9a-9b3d-5b0bcc3b2574 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:47:02.744026 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1d1564-1e04-4e9a-9b3d-5b0bcc3b2574 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:47:02.745174 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1d1564-1e04-4e9a-9b3d-5b0bcc3b2574 None None] Tracked resource versions report: Apr 09 13:47:02.745174 dv-cinder-785362-1-smb neutron-server[85152]: pushed versions: Apr 09 13:47:02.745174 dv-cinder-785362-1-smb neutron-server[85152]: { 'AddressGroup': {'1.2'}, Apr 09 13:47:02.745174 dv-cinder-785362-1-smb neutron-server[85152]: 'ConntrackHelper': {'1.0'}, Apr 09 13:47:02.745174 dv-cinder-785362-1-smb neutron-server[85152]: 'Log': {'1.0'}, Apr 09 13:47:02.745174 dv-cinder-785362-1-smb neutron-server[85152]: 'Network': {'1.1'}, Apr 09 13:47:02.745174 dv-cinder-785362-1-smb neutron-server[85152]: 'Port': {'1.7'}, Apr 09 13:47:02.745174 dv-cinder-785362-1-smb neutron-server[85152]: 'PortForwarding': {'1.2'}, Apr 09 13:47:02.745174 dv-cinder-785362-1-smb neutron-server[85152]: 'QosPolicy': {'1.8'}, Apr 09 13:47:02.745174 dv-cinder-785362-1-smb neutron-server[85152]: 'SecurityGroup': {'1.4'}, Apr 09 13:47:02.745174 dv-cinder-785362-1-smb neutron-server[85152]: 'SecurityGroupRule': {'1.2'}, Apr 09 13:47:02.745174 dv-cinder-785362-1-smb neutron-server[85152]: 'SubPort': {'1.0'}, Apr 09 13:47:02.745174 dv-cinder-785362-1-smb neutron-server[85152]: 'Subnet': {'1.1'}, Apr 09 13:47:02.745174 dv-cinder-785362-1-smb neutron-server[85152]: 'Trunk': {'1.1'}} Apr 09 13:47:02.745174 dv-cinder-785362-1-smb neutron-server[85152]: consumer versions: Apr 09 13:47:02.745174 dv-cinder-785362-1-smb neutron-server[85152]: { DHCP agent@dv-cinder-785362-1-smb: {}, Apr 09 13:47:02.745174 dv-cinder-785362-1-smb neutron-server[85152]: HyperV agent@hv-cinder-78536: {}, Apr 09 13:47:02.745174 dv-cinder-785362-1-smb neutron-server[85152]: L3 agent@dv-cinder-785362-1-smb: {}, Apr 09 13:47:02.745174 dv-cinder-785362-1-smb neutron-server[85152]: Metadata agent@dv-cinder-785362-1-smb: {}, Apr 09 13:47:02.745174 dv-cinder-785362-1-smb neutron-server[85152]: Metering agent@dv-cinder-785362-1-smb: {}, Apr 09 13:47:02.745174 dv-cinder-785362-1-smb neutron-server[85152]: Open vSwitch agent@dv-cinder-785362-1-smb: { 'AddressGroup': '1.2', Apr 09 13:47:02.745174 dv-cinder-785362-1-smb neutron-server[85152]: 'ConntrackHelper': '1.0', Apr 09 13:47:02.745174 dv-cinder-785362-1-smb neutron-server[85152]: 'Log': '1.0', Apr 09 13:47:02.745174 dv-cinder-785362-1-smb neutron-server[85152]: 'Network': '1.1', Apr 09 13:47:02.745174 dv-cinder-785362-1-smb neutron-server[85152]: 'Port': '1.7', Apr 09 13:47:02.745174 dv-cinder-785362-1-smb neutron-server[85152]: 'PortForwarding': '1.2', Apr 09 13:47:02.745174 dv-cinder-785362-1-smb neutron-server[85152]: 'QosPolicy': '1.8', Apr 09 13:47:02.745174 dv-cinder-785362-1-smb neutron-server[85152]: 'SecurityGroup': '1.4', Apr 09 13:47:02.745174 dv-cinder-785362-1-smb neutron-server[85152]: 'SecurityGroupRule': '1.2', Apr 09 13:47:02.745174 dv-cinder-785362-1-smb neutron-server[85152]: 'SubPort': '1.0', Apr 09 13:47:02.745174 dv-cinder-785362-1-smb neutron-server[85152]: 'Subnet': '1.1', Apr 09 13:47:02.745174 dv-cinder-785362-1-smb neutron-server[85152]: 'Trunk': '1.1'}} Apr 09 13:47:02.745174 dv-cinder-785362-1-smb neutron-server[85152]: {{(pid=85267) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 09 13:47:02.747207 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-bc25b918-dea4-44c7-9bb7-6f47a498c27e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299'] for subnet, after_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:02.764560 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-6e1d1564-1e04-4e9a-9b3d-5b0bcc3b2574 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.440s {{(pid=85267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:47:02.767981 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-39c90e8a-a11c-4729-b76b-d4ad1f671e5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:02.781709 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-39c90e8a-a11c-4729-b76b-d4ad1f671e5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738555'] for security_group, after_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:02.819522 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e1d1564-1e04-4e9a-9b3d-5b0bcc3b2574 None None] Network a4bc50d2-4a55-4ee1-87aa-a1e91be18584 is already hosted by enough agents. {{(pid=85267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 09 13:47:02.821107 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.scheduler.base_scheduler [None req-6e1d1564-1e04-4e9a-9b3d-5b0bcc3b2574 None None] Resources bound (agent type, host, resource id): {{(pid=85267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 09 13:47:02.827185 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e1d1564-1e04-4e9a-9b3d-5b0bcc3b2574 None None] Received port after_create {{(pid=85267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 09 13:47:02.912954 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c177de2b-0ffa-48b6-bee5-47082959d5eb admin admin] Pushing event updated for resources: {'Port': ['ID=8d48afe8-3c12-4489-a7f0-bffc3923bb24,revision_number=1']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:47:02.923704 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-c177de2b-0ffa-48b6-bee5-47082959d5eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:47:02.931058 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-898a458a-e6fe-4471-9e5d-c924eedf8e78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.051s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:47:02.958544 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-39c90e8a-a11c-4729-b76b-d4ad1f671e5c admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=e82eb1716b6b4a46994c858113c10128&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0818279 Apr 09 13:47:02.974089 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.75', 56130) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:47:02.979100 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.managers [None req-6e1d1564-1e04-4e9a-9b3d-5b0bcc3b2574 None None] Attempting to bind port 657fce81-b34c-4b14-bc99-6a20ce14b1e3 on host dv-cinder-785362-1-smb for vnic_type normal with profile {{(pid=85267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 09 13:47:02.979100 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.managers [None req-6e1d1564-1e04-4e9a-9b3d-5b0bcc3b2574 None None] Attempting to bind port 657fce81-b34c-4b14-bc99-6a20ce14b1e3 by drivers openvswitch,hyperv on host dv-cinder-785362-1-smb at level 0 using segments [{'id': '5475d062-1238-45f6-bf79-210ecdb0febe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'a4bc50d2-4a55-4ee1-87aa-a1e91be18584'}] {{(pid=85267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 09 13:47:02.979547 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e1d1564-1e04-4e9a-9b3d-5b0bcc3b2574 None None] Attempting to bind port 657fce81-b34c-4b14-bc99-6a20ce14b1e3 on network a4bc50d2-4a55-4ee1-87aa-a1e91be18584 {{(pid=85267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 09 13:47:02.991107 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e1d1564-1e04-4e9a-9b3d-5b0bcc3b2574 None None] Checking agent: {'id': 'e6bfe7c3-14e3-41b1-b7be-435962079a33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-785362-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 9, 13, 38, 5), 'started_at': datetime.datetime(2021, 4, 9, 13, 38, 35), 'heartbeat_timestamp': datetime.datetime(2021, 4, 9, 13, 46, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-785362-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 09 13:47:02.991678 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e1d1564-1e04-4e9a-9b3d-5b0bcc3b2574 None None] Checking segment: {'id': '5475d062-1238-45f6-bf79-210ecdb0febe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'a4bc50d2-4a55-4ee1-87aa-a1e91be18584'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 09 13:47:02.992270 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-6e1d1564-1e04-4e9a-9b3d-5b0bcc3b2574 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:02.993355 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e1d1564-1e04-4e9a-9b3d-5b0bcc3b2574 None None] Bound using segment: {'id': '5475d062-1238-45f6-bf79-210ecdb0febe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'a4bc50d2-4a55-4ee1-87aa-a1e91be18584'} {{(pid=85267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 09 13:47:02.993929 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.managers [None req-6e1d1564-1e04-4e9a-9b3d-5b0bcc3b2574 None None] Bound port: 657fce81-b34c-4b14-bc99-6a20ce14b1e3, host: dv-cinder-785362-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5475d062-1238-45f6-bf79-210ecdb0febe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'a4bc50d2-4a55-4ee1-87aa-a1e91be18584'}}] {{(pid=85267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 09 13:47:02.994462 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-6e1d1564-1e04-4e9a-9b3d-5b0bcc3b2574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853739810'] for port, before_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:02.999456 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [req-ead8c94d-9b30-4236-b2f8-afdb1e5c204a req-2eb9a976-c1e2-4ac2-903b-926acbe3c53e service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=85266) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 09 13:47:03.001154 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-ead8c94d-9b30-4236-b2f8-afdb1e5c204a req-2eb9a976-c1e2-4ac2-903b-926acbe3c53e service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3751705 Apr 09 13:47:03.001955 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:47:03.073092 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c90e8a-a11c-4729-b76b-d4ad1f671e5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03acbd7f-4111-4178-bcb8-d9b63bc9b2bd,revision_number=1']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:47:03.089313 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-39c90e8a-a11c-4729-b76b-d4ad1f671e5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:47:03.106409 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.db [None req-6e1d1564-1e04-4e9a-9b3d-5b0bcc3b2574 None None] For port 657fce81-b34c-4b14-bc99-6a20ce14b1e3, host dv-cinder-785362-1-smb, cleared binding levels {{(pid=85267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 09 13:47:03.109723 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.db [None req-6e1d1564-1e04-4e9a-9b3d-5b0bcc3b2574 None None] For port 657fce81-b34c-4b14-bc99-6a20ce14b1e3, host dv-cinder-785362-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-1-smb',level=0,port_id=657fce81-b34c-4b14-bc99-6a20ce14b1e3,segment=NetworkSegment(5475d062-1238-45f6-bf79-210ecdb0febe),segment_id=5475d062-1238-45f6-bf79-210ecdb0febe)] {{(pid=85267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 09 13:47:03.113592 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-6e1d1564-1e04-4e9a-9b3d-5b0bcc3b2574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853739901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853759498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265038874484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771815468181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265039307602'] for port, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:03.123443 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c177de2b-0ffa-48b6-bee5-47082959d5eb admin admin] Network d39673be-df84-4009-abea-d472d159fdfd is already hosted by enough agents. {{(pid=85265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 09 13:47:03.124642 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-5b04a7e7-707e-40a2-ad4d-2c7005f4cdf3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:03.130641 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-b393348d-9d64-44a2-b871-4e122494ba70 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:47:03.154032 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.scheduler.base_scheduler [None req-c177de2b-0ffa-48b6-bee5-47082959d5eb admin admin] Resources bound (agent type, host, resource id): {{(pid=85265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 09 13:47:03.160647 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c177de2b-0ffa-48b6-bee5-47082959d5eb admin admin] Received port after_create {{(pid=85265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 09 13:47:03.239402 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-ead8c94d-9b30-4236-b2f8-afdb1e5c204a req-1f22b4f6-0191-4f3f-a44e-fe1c82c4eae9 service neutron] 10.222.0.75 "GET /v2.0/networks/257edcb1-4bc3-4ee5-b314-1fcf484a8a5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2014661 Apr 09 13:47:03.259917 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-5b04a7e7-707e-40a2-ad4d-2c7005f4cdf3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:03.336296 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc25b918-dea4-44c7-9bb7-6f47a498c27e admin admin] Pushing event updated for resources: {'Subnet': ['ID=77ac0229-49ba-4800-b155-c6281379a189,revision_number=0']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:47:03.381318 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1d1564-1e04-4e9a-9b3d-5b0bcc3b2574 None None] Pushing event updated for resources: {'Port': ['ID=657fce81-b34c-4b14-bc99-6a20ce14b1e3,revision_number=2']} {{(pid=85267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:47:03.388378 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-6e1d1564-1e04-4e9a-9b3d-5b0bcc3b2574 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=85267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:47:03.428013 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-bc25b918-dea4-44c7-9bb7-6f47a498c27e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.426s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:47:03.431138 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-5b04a7e7-707e-40a2-ad4d-2c7005f4cdf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738555'] for security_group, after_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:03.442550 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:47:03.496932 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc25b918-dea4-44c7-9bb7-6f47a498c27e admin admin] Checking segment: {'id': 'b9043e0b-04cf-45bd-b9f8-7ebd3edf93a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '67ea7bc9-90ec-4e29-a802-2c1cb0aa9cea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 09 13:47:03.497130 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc25b918-dea4-44c7-9bb7-6f47a498c27e admin admin] Network hostable DHCP agents. Network: 67ea7bc9-90ec-4e29-a802-2c1cb0aa9cea, hostable agents: ['977b5286-6f81-4d97-b9b2-e69f70c69ca5'], hosted agents: [] {{(pid=85266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 09 13:47:03.547204 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b04a7e7-707e-40a2-ad4d-2c7005f4cdf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03acbd7f-4111-4178-bcb8-d9b63bc9b2bd,revision_number=None']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:47:03.597837 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc25b918-dea4-44c7-9bb7-6f47a498c27e admin admin] Network 67ea7bc9-90ec-4e29-a802-2c1cb0aa9cea is scheduled to be hosted by DHCP agent 977b5286-6f81-4d97-b9b2-e69f70c69ca5 with binding_index 1 {{(pid=85266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 09 13:47:03.626478 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.scheduler.base_scheduler [None req-bc25b918-dea4-44c7-9bb7-6f47a498c27e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-785362-1-smb, 67ea7bc9-90ec-4e29-a802-2c1cb0aa9cea) {{(pid=85266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 09 13:47:03.635426 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc25b918-dea4-44c7-9bb7-6f47a498c27e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:47:03.636078 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-bc25b918-dea4-44c7-9bb7-6f47a498c27e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758280'] for subnet, before_response {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:03.638680 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-158ff54b-8d84-45b2-b862-62cccdc04eb1 None None] Network 67ea7bc9-90ec-4e29-a802-2c1cb0aa9cea requested from dv-cinder-785362-1-smb {{(pid=85267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 09 13:47:03.642686 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-ead8c94d-9b30-4236-b2f8-afdb1e5c204a req-0cea8319-d68d-4a0c-91db-51094ef89c28 service neutron] 10.222.0.75 "GET /v2.0/networks/257edcb1-4bc3-4ee5-b314-1fcf484a8a5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3771725 Apr 09 13:47:03.666113 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-5b04a7e7-707e-40a2-ad4d-2c7005f4cdf3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:47:03.674713 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-bc25b918-dea4-44c7-9bb7-6f47a498c27e admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 2.8244026 Apr 09 13:47:03.677469 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85266) accepted ('10.222.0.75', 56152) {{(pid=85266) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:47:03.685376 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.v2.base [None req-07391080-5f39-42c3-b413-7c82c0b1240b admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-206822230-router', 'tenant_id': 'd99749794dc147dfb86af7ba6d9559b9', 'external_gateway_info': {'network_id': 'd39673be-df84-4009-abea-d472d159fdfd'}}} {{(pid=85266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 09 13:47:03.693772 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-07391080-5f39-42c3-b413-7c82c0b1240b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 13:47:03.701459 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-07391080-5f39-42c3-b413-7c82c0b1240b admin admin] Usage tracker for resource:router and tenant:d99749794dc147dfb86af7ba6d9559b9 is out of sync, need to count used quota {{(pid=85266) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 13:47:03.707585 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-07391080-5f39-42c3-b413-7c82c0b1240b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85266) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 13:47:03.717574 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-07391080-5f39-42c3-b413-7c82c0b1240b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 13:47:03.778143 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-07391080-5f39-42c3-b413-7c82c0b1240b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-716566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-901'] for router, before_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:03.779552 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-07391080-5f39-42c3-b413-7c82c0b1240b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-718991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-711288', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-739621', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854774899'] for router, precommit_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:03.789128 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-5b04a7e7-707e-40a2-ad4d-2c7005f4cdf3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:03.791099 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-5b04a7e7-707e-40a2-ad4d-2c7005f4cdf3 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/03acbd7f-4111-4178-bcb8-d9b63bc9b2bd HTTP/1.1" status: 204 len: 168 time: 0.8153093 Apr 09 13:47:03.804692 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-a6094f2f-2251-41f3-add4-cfced155c4ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299'] for subnet, after_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:03.866088 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:47:04.002121 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-07391080-5f39-42c3-b413-7c82c0b1240b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:04.058443 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-c177de2b-0ffa-48b6-bee5-47082959d5eb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:04.426070 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85266) accepted ('10.222.0.75', 56186) {{(pid=85266) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:47:04.489275 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-bc60c13b-8c04-4dc9-9274-e2d64a4d97c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:04.518163 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9b80284-8cb2-4078-bab7-ce4c96ff9456 None None] Network 67ea7bc9-90ec-4e29-a802-2c1cb0aa9cea requested from dv-cinder-785362-1-smb {{(pid=85267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 09 13:47:04.548200 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-c1e942f1-4ddb-4ce6-ba56-a727c8dcec2d req-8ed5e944-7b63-4bd0-a955-cc5e048989bd tempest-DeleteServersTestJSON-1971012576 tempest-DeleteServersTestJSON-1971012576-project] 10.222.0.75 "GET /v2.0/ports?device_id=0e6ebb1b-cbd7-45ef-82d0-d1d10f04df1b HTTP/1.1" status: 200 len: 210 time: 0.1895499 Apr 09 13:47:04.646011 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-038b6fee-909e-41c9-b649-649ad33ce393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:04.832537 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6094f2f-2251-41f3-add4-cfced155c4ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=52cd575a-477f-4889-af1f-960c6b2cd43e,revision_number=0']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:47:04.844999 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-a6094f2f-2251-41f3-add4-cfced155c4ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.977s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:47:04.980633 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-6c6441e0-6acc-4d48-ab2e-a6cf6388f55a admin admin] Notify callbacks [] for security_group, before_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:05.026866 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-6c6441e0-6acc-4d48-ab2e-a6cf6388f55a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 13:47:05.031701 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-6c6441e0-6acc-4d48-ab2e-a6cf6388f55a admin admin] Usage tracker for resource:security_group_rule and tenant:8c3753e2f3fb4293b6d75e2c1c87bb0f is out of sync, need to count used quota {{(pid=85266) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 13:47:05.036375 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-6c6441e0-6acc-4d48-ab2e-a6cf6388f55a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85266) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 13:47:05.046931 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-6c6441e0-6acc-4d48-ab2e-a6cf6388f55a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 13:47:05.187632 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-c177de2b-0ffa-48b6-bee5-47082959d5eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854059233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854064505'] for router, after_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:05.261248 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:05.408947 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-07391080-5f39-42c3-b413-7c82c0b1240b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-711273', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-716551', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774918'] for router, precommit_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:05.577795 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6094f2f-2251-41f3-add4-cfced155c4ba admin admin] Checking segment: {'id': '5a4ed491-6058-4194-8f87-1763fd0fd419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '05572312-ba94-44c0-9d23-59b1e6c5c81f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 09 13:47:05.578213 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6094f2f-2251-41f3-add4-cfced155c4ba admin admin] Network hostable DHCP agents. Network: 05572312-ba94-44c0-9d23-59b1e6c5c81f, hostable agents: ['977b5286-6f81-4d97-b9b2-e69f70c69ca5'], hosted agents: [] {{(pid=85266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 09 13:47:05.700518 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-c378f248-96be-4ef7-a52f-f55c09e56a36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:05.708224 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c56266c-1196-4b6c-8193-b9559fc40363 None None] Network a4bc50d2-4a55-4ee1-87aa-a1e91be18584 requested from dv-cinder-785362-1-smb {{(pid=85267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 09 13:47:05.746954 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-6c6441e0-6acc-4d48-ab2e-a6cf6388f55a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:05.764432 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-6c6441e0-6acc-4d48-ab2e-a6cf6388f55a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738555'] for security_group, after_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:05.765270 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85266) accepted ('10.222.0.75', 56242) {{(pid=85266) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:47:05.810771 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.rpc [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Device 657fce81-b34c-4b14-bc99-6a20ce14b1e3 up at agent ovs-agent-dv-cinder-785362-1-smb {{(pid=85267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 09 13:47:06.009834 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c177de2b-0ffa-48b6-bee5-47082959d5eb admin admin] Router 6caea2b6-d44d-482d-962a-f28d34b0d95c is scheduled to L3 agent 69305824-358b-46b0-9707-cd2ded304b9c with binding_index 1 {{(pid=85265) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 09 13:47:06.291400 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.provisioning_blocks [None req-7323a72f-cfd1-4543-a17a-eef3cc3fcc71 None None] Provisioning for port 657fce81-b34c-4b14-bc99-6a20ce14b1e3 completed by entity DHCP. {{(pid=85267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 09 13:47:06.340801 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c177de2b-0ffa-48b6-bee5-47082959d5eb admin admin] Notify agent at l3_agent.dv-cinder-785362-1-smb the message routers_updated {{(pid=85265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 09 13:47:06.352561 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab77b492-55d6-4400-87c8-24bfbbe8ba04 None None] Sync routers for ids ['6caea2b6-d44d-482d-962a-f28d34b0d95c'] in dv-cinder-785362-1-smb {{(pid=85268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 09 13:47:06.367766 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-c177de2b-0ffa-48b6-bee5-47082959d5eb admin admin] Notify callbacks [] for router, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:06.372022 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-c177de2b-0ffa-48b6-bee5-47082959d5eb admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.3950527 Apr 09 13:47:06.373624 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab77b492-55d6-4400-87c8-24bfbbe8ba04 None None] Routers {'6caea2b6-d44d-482d-962a-f28d34b0d95c'} bound to L3 agent in host dv-cinder-785362-1-smb {{(pid=85268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 09 13:47:06.374655 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_hamode_db [None req-ab77b492-55d6-4400-87c8-24bfbbe8ba04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-785362-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-09T13:38:04Z,description=,heartbeat_timestamp=2021-04-09T13:47:04Z,host='dv-cinder-785362-1-smb',id=69305824-358b-46b0-9707-cd2ded304b9c,load=0,resource_versions=,resources_synced=,started_at=2021-04-09T13:38:04Z,topic='l3_agent')) {'router_ids': ['6caea2b6-d44d-482d-962a-f28d34b0d95c'], 'active': True} {{(pid=85268) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 13:47:06.375399 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.75', 56274) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:47:06.459523 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.provisioning_blocks [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Provisioning for port 657fce81-b34c-4b14-bc99-6a20ce14b1e3 completed by entity L2. {{(pid=85267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 09 13:47:06.498694 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.provisioning_blocks [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Provisioning complete for port 657fce81-b34c-4b14-bc99-6a20ce14b1e3 triggered by entity L2. {{(pid=85267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 09 13:47:06.499146 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765226'] for port, provisioning_complete {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:06.549957 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:47:06.683127 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-6c6441e0-6acc-4d48-ab2e-a6cf6388f55a admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=8c3753e2f3fb4293b6d75e2c1c87bb0f&name=default HTTP/1.1" status: 200 len: 2975 time: 2.2478046 Apr 09 13:47:06.690059 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.75', 56294) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:47:06.704757 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-b8316bb2-967c-48f6-ba58-0637e3fbf21c req-0d14fb7b-d2a0-433d-b1f5-4cf8a8875053 tempest-DeleteServersTestJSON-1971012576 tempest-DeleteServersTestJSON-1971012576-project] 10.222.0.75 "GET /v2.0/ports?device_id=0e6ebb1b-cbd7-45ef-82d0-d1d10f04df1b HTTP/1.1" status: 200 len: 210 time: 0.9351912 Apr 09 13:47:06.705557 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6094f2f-2251-41f3-add4-cfced155c4ba admin admin] Network 05572312-ba94-44c0-9d23-59b1e6c5c81f is scheduled to be hosted by DHCP agent 977b5286-6f81-4d97-b9b2-e69f70c69ca5 with binding_index 1 {{(pid=85266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 09 13:47:06.757494 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.scheduler.base_scheduler [None req-a6094f2f-2251-41f3-add4-cfced155c4ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-785362-1-smb, 05572312-ba94-44c0-9d23-59b1e6c5c81f) {{(pid=85266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 09 13:47:06.776611 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6094f2f-2251-41f3-add4-cfced155c4ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:47:06.777217 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-a6094f2f-2251-41f3-add4-cfced155c4ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758280'] for subnet, before_response {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:06.856915 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-a6094f2f-2251-41f3-add4-cfced155c4ba admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 5.4671540 Apr 09 13:47:06.862212 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16f974cc-9dbb-4613-85a4-d814817e9a0e None None] Network 05572312-ba94-44c0-9d23-59b1e6c5c81f requested from dv-cinder-785362-1-smb {{(pid=85267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 09 13:47:06.867799 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-ed668d07-8607-4ebd-833d-f672212cd91b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:06.870334 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85266) accepted ('10.222.0.75', 56300) {{(pid=85266) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:47:06.925142 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.v2.base [None req-d34aaf26-7a01-44bd-b8d3-b58755b28baf admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1552224158-router', 'tenant_id': '8b1366e2a2764227a2e3ada9f6348323', 'external_gateway_info': {'network_id': 'd39673be-df84-4009-abea-d472d159fdfd'}}} {{(pid=85266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 09 13:47:06.925142 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-d34aaf26-7a01-44bd-b8d3-b58755b28baf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 13:47:06.925448 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_dvr_db [None req-ab77b492-55d6-4400-87c8-24bfbbe8ba04 None None] Set router 6caea2b6-d44d-482d-962a-f28d34b0d95c gateway port host: dv-cinder-785362-1-smb {{(pid=85268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 09 13:47:06.928676 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-d34aaf26-7a01-44bd-b8d3-b58755b28baf admin admin] Usage tracker for resource:router and tenant:8b1366e2a2764227a2e3ada9f6348323 is out of sync, need to count used quota {{(pid=85266) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 13:47:06.932105 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-d34aaf26-7a01-44bd-b8d3-b58755b28baf admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85266) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 13:47:06.939952 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-d34aaf26-7a01-44bd-b8d3-b58755b28baf admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 13:47:06.940367 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-ed668d07-8607-4ebd-833d-f672212cd91b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:06.953409 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-d34aaf26-7a01-44bd-b8d3-b58755b28baf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-716566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-901'] for router, before_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:06.954987 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-d34aaf26-7a01-44bd-b8d3-b58755b28baf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-718991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-711288', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-739621', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854774899'] for router, precommit_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:06.981943 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-d34aaf26-7a01-44bd-b8d3-b58755b28baf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:07.093115 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-ed668d07-8607-4ebd-833d-f672212cd91b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738555'] for security_group, after_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:07.118311 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-9d991d23-3b3a-4ff3-b60b-5ac924715697 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:47:07.178901 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed668d07-8607-4ebd-833d-f672212cd91b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdfaae2c-6e36-478e-8228-3ce173f00210,revision_number=None']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:47:07.181144 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-ed668d07-8607-4ebd-833d-f672212cd91b admin admin] Notify callbacks [] for security_group, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:07.187213 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-ed668d07-8607-4ebd-833d-f672212cd91b admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/cdfaae2c-6e36-478e-8228-3ce173f00210 HTTP/1.1" status: 204 len: 168 time: 0.4958067 Apr 09 13:47:07.207756 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853739810'] for port, before_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:07.303969 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-ed668d07-8607-4ebd-833d-f672212cd91b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:47:07.314143 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.db [None req-250ccce2-add9-4520-ab97-985e32375bee None None] For port 657fce81-b34c-4b14-bc99-6a20ce14b1e3, host dv-cinder-785362-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-1-smb',level=0,port_id=657fce81-b34c-4b14-bc99-6a20ce14b1e3,segment=NetworkSegment(5475d062-1238-45f6-bf79-210ecdb0febe),segment_id=5475d062-1238-45f6-bf79-210ecdb0febe)] {{(pid=85267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 09 13:47:07.321847 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853739901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853759498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265038874484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771815468181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265039307602'] for port, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:07.344410 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:47:07.585369 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.provisioning_blocks [None req-cf77a6bf-1104-4b5c-89a8-7c25d6be4448 None None] Provisioning complete for port 657fce81-b34c-4b14-bc99-6a20ce14b1e3 triggered by entity DHCP. {{(pid=85267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 09 13:47:07.590746 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-cf77a6bf-1104-4b5c-89a8-7c25d6be4448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765226'] for port, provisioning_complete {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:07.699253 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Pushing event updated for resources: {'Port': ['ID=657fce81-b34c-4b14-bc99-6a20ce14b1e3,revision_number=3']} {{(pid=85267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:47:07.743605 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.399s {{(pid=85267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:47:07.860445 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.90', 59381) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:47:07.934303 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_hamode_db [None req-ab77b492-55d6-4400-87c8-24bfbbe8ba04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6caea2b6-d44d-482d-962a-f28d34b0d95c', 'name': 'tempest-AttachVolumeShelveTestJSON-2049991526-router', 'tenant_id': 'a2b444c2a873486d8c3ff30419c2c3f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd39673be-df84-4009-abea-d472d159fdfd', 'external_fixed_ips': [{'subnet_id': 'f6eeb1a0-26c5-43d1-996f-84b999bf12c7', 'ip_address': '172.28.0.41'}], 'enable_snat': True}, 'gw_port_id': '8d48afe8-3c12-4489-a7f0-bffc3923bb24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T13:47:00Z', 'updated_at': '2021-04-09T13:47:03Z', 'revision_number': 3, 'project_id': 'a2b444c2a873486d8c3ff30419c2c3f8', 'gw_port': {'id': '8d48afe8-3c12-4489-a7f0-bffc3923bb24', 'name': '', 'network_id': 'd39673be-df84-4009-abea-d472d159fdfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:0a:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6caea2b6-d44d-482d-962a-f28d34b0d95c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'f6eeb1a0-26c5-43d1-996f-84b999bf12c7', 'ip_address': '172.28.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:47:01Z', 'updated_at': '2021-04-09T13:47:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f6eeb1a0-26c5-43d1-996f-84b999bf12c7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-1-smb'}], 'dv-cinder-785362-1-smb', False) {} {{(pid=85268) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 13:47:07.961150 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab77b492-55d6-4400-87c8-24bfbbe8ba04 None None] Checking router: 6caea2b6-d44d-482d-962a-f28d34b0d95c for host: dv-cinder-785362-1-smb {{(pid=85268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 09 13:47:07.961935 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab77b492-55d6-4400-87c8-24bfbbe8ba04 None None] Updating router 6caea2b6-d44d-482d-962a-f28d34b0d95c port 8d48afe8-3c12-4489-a7f0-bffc3923bb24 binding host dv-cinder-785362-1-smb {{(pid=85268) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 09 13:47:08.050742 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a2e194f-6f60-46f7-b854-f1f4d6b999e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe608d69b-f451-5fb8-bdcb-5faac2d6aa34-05572312-ba94-44c0-9d23-59b1e6c5c81f', 'network_id': '05572312-ba94-44c0-9d23-59b1e6c5c81f', 'tenant_id': '8b1366e2a2764227a2e3ada9f6348323', 'fixed_ips': [{'subnet_id': '52cd575a-477f-4889-af1f-960c6b2cd43e'}]}} from dv-cinder-785362-1-smb. {{(pid=85267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 09 13:47:08.052353 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-3a2e194f-6f60-46f7-b854-f1f4d6b999e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853739810'] for port, before_create {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:08.053614 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-d34aaf26-7a01-44bd-b8d3-b58755b28baf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-711273', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-716551', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774918'] for router, precommit_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:08.095645 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85266) accepted ('10.222.0.75', 56338) {{(pid=85266) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:47:08.110826 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6441e0-6acc-4d48-ab2e-a6cf6388f55a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdfaae2c-6e36-478e-8228-3ce173f00210,revision_number=1']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:47:08.117247 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-6c6441e0-6acc-4d48-ab2e-a6cf6388f55a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.567s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:47:08.175640 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-ab77b492-55d6-4400-87c8-24bfbbe8ba04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853739810'] for port, before_update {{(pid=85268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:08.729284 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.db_base_plugin_common [None req-3a2e194f-6f60-46f7-b854-f1f4d6b999e5 None None] Allocated IP 172.20.0.2 (05572312-ba94-44c0-9d23-59b1e6c5c81f/52cd575a-477f-4889-af1f-960c6b2cd43e/84cd38fc-37f9-4045-8548-0fb3f75fde6d) {{(pid=85267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 09 13:47:08.737012 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-801c343f-2673-4c73-aef4-5e00175b1a43 req-63fd7a36-6399-46ae-9929-117a9307e277 tempest-DeleteServersTestJSON-1971012576 tempest-DeleteServersTestJSON-1971012576-project] 10.222.0.75 "GET /v2.0/ports?device_id=0e6ebb1b-cbd7-45ef-82d0-d1d10f04df1b HTTP/1.1" status: 200 len: 210 time: 0.3211899 Apr 09 13:47:08.792587 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead8c94d-9b30-4236-b2f8-afdb1e5c204a req-b491df07-732a-4cb3-9bbe-4d5f9589d918 tempest-DeleteServersTestJSON-1971012576 tempest-DeleteServersTestJSON-1971012576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:47:08.793422 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [req-ead8c94d-9b30-4236-b2f8-afdb1e5c204a req-b491df07-732a-4cb3-9bbe-4d5f9589d918 tempest-DeleteServersTestJSON-1971012576 tempest-DeleteServersTestJSON-1971012576-project] Synchronizing usage tracker for tenant:21a623aaeceb4802b1032e20363c6154 on resource:network {{(pid=85265) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 09 13:47:08.835244 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [req-ead8c94d-9b30-4236-b2f8-afdb1e5c204a req-b491df07-732a-4cb3-9bbe-4d5f9589d918 tempest-DeleteServersTestJSON-1971012576 tempest-DeleteServersTestJSON-1971012576-project] Unset dirty status for tenant:21a623aaeceb4802b1032e20363c6154 on resource:network {{(pid=85265) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 09 13:47:08.836522 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-ead8c94d-9b30-4236-b2f8-afdb1e5c204a req-b491df07-732a-4cb3-9bbe-4d5f9589d918 tempest-DeleteServersTestJSON-1971012576 tempest-DeleteServersTestJSON-1971012576-project] 10.222.0.90 "GET /v2.0/networks?id=257edcb1-4bc3-4ee5-b314-1fcf484a8a5a HTTP/1.1" status: 200 len: 811 time: 0.9701419 Apr 09 13:47:08.917537 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.v2.base [req-ead8c94d-9b30-4236-b2f8-afdb1e5c204a req-12c73886-9e8c-4377-9ee5-b0d04889be4c tempest-DeleteServersTestJSON-1971012576 tempest-DeleteServersTestJSON-1971012576-project] Request body: {'port': {'device_id': '0e6ebb1b-cbd7-45ef-82d0-d1d10f04df1b', 'network_id': '257edcb1-4bc3-4ee5-b314-1fcf484a8a5a', 'admin_state_up': True, 'tenant_id': '21a623aaeceb4802b1032e20363c6154'}} {{(pid=85265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 09 13:47:09.209518 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-1815d97e-7933-4883-9084-49bcf2886058 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:09.274842 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-1815d97e-7933-4883-9084-49bcf2886058 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 13:47:09.295602 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-1815d97e-7933-4883-9084-49bcf2886058 admin admin] Usage tracker for resource:security_group_rule and tenant:1ebfb379ec014f95bc392934501fc463 is out of sync, need to count used quota {{(pid=85266) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 13:47:09.302891 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-3a2e194f-6f60-46f7-b854-f1f4d6b999e5 None None] Notify callbacks [] for port, precommit_create {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:09.312924 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-1815d97e-7933-4883-9084-49bcf2886058 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85266) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 13:47:09.335715 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.provisioning_blocks [None req-3a2e194f-6f60-46f7-b854-f1f4d6b999e5 None None] Transition to ACTIVE for port object 84cd38fc-37f9-4045-8548-0fb3f75fde6d will not be triggered until provisioned by entity L2. {{(pid=85267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 09 13:47:09.364054 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-1815d97e-7933-4883-9084-49bcf2886058 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 13:47:09.395775 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.provisioning_blocks [None req-3a2e194f-6f60-46f7-b854-f1f4d6b999e5 None None] Transition to ACTIVE for port object 84cd38fc-37f9-4045-8548-0fb3f75fde6d will not be triggered until provisioned by entity DHCP. {{(pid=85267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 09 13:47:09.409637 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-3a2e194f-6f60-46f7-b854-f1f4d6b999e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853739901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853759498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771815468164'] for port, after_create {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:09.464095 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:47:09.490673 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-07391080-5f39-42c3-b413-7c82c0b1240b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:09.519635 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-ab77b492-55d6-4400-87c8-24bfbbe8ba04 None None] Notify callbacks [] for port, precommit_update {{(pid=85268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:09.555384 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.provisioning_blocks [None req-ab77b492-55d6-4400-87c8-24bfbbe8ba04 None None] Transition to ACTIVE for port object 8d48afe8-3c12-4489-a7f0-bffc3923bb24 will not be triggered until provisioned by entity L2. {{(pid=85268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 09 13:47:09.573420 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-ab77b492-55d6-4400-87c8-24bfbbe8ba04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853739901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853759498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265038874484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771815468181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265039307602'] for port, after_update {{(pid=85268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:09.596124 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-a9b4eb3c-6f9d-40f3-ac26-dc087c64c5cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853739810'] for port, before_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:09.640229 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [req-ead8c94d-9b30-4236-b2f8-afdb1e5c204a req-12c73886-9e8c-4377-9ee5-b0d04889be4c tempest-DeleteServersTestJSON-1971012576 tempest-DeleteServersTestJSON-1971012576-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 13:47:09.647832 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [req-ead8c94d-9b30-4236-b2f8-afdb1e5c204a req-12c73886-9e8c-4377-9ee5-b0d04889be4c tempest-DeleteServersTestJSON-1971012576 tempest-DeleteServersTestJSON-1971012576-project] Usage tracker for resource:port and tenant:21a623aaeceb4802b1032e20363c6154 is out of sync, need to count used quota {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 13:47:09.651911 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [req-ead8c94d-9b30-4236-b2f8-afdb1e5c204a req-12c73886-9e8c-4377-9ee5-b0d04889be4c tempest-DeleteServersTestJSON-1971012576 tempest-DeleteServersTestJSON-1971012576-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 13:47:09.660643 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [req-ead8c94d-9b30-4236-b2f8-afdb1e5c204a req-12c73886-9e8c-4377-9ee5-b0d04889be4c tempest-DeleteServersTestJSON-1971012576 tempest-DeleteServersTestJSON-1971012576-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 13:47:09.674365 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ead8c94d-9b30-4236-b2f8-afdb1e5c204a req-12c73886-9e8c-4377-9ee5-b0d04889be4c tempest-DeleteServersTestJSON-1971012576 tempest-DeleteServersTestJSON-1971012576-project] Made reservation on behalf of 21a623aaeceb4802b1032e20363c6154 for: {'port': 1} {{(pid=85265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 09 13:47:09.675702 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2e194f-6f60-46f7-b854-f1f4d6b999e5 None None] Pushing event updated for resources: {'Port': ['ID=84cd38fc-37f9-4045-8548-0fb3f75fde6d,revision_number=1']} {{(pid=85267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:47:09.681786 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [req-ead8c94d-9b30-4236-b2f8-afdb1e5c204a req-12c73886-9e8c-4377-9ee5-b0d04889be4c tempest-DeleteServersTestJSON-1971012576 tempest-DeleteServersTestJSON-1971012576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853739810'] for port, before_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:09.684689 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-3a2e194f-6f60-46f7-b854-f1f4d6b999e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=85267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:47:09.716336 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-07391080-5f39-42c3-b413-7c82c0b1240b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853739810'] for port, before_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:09.890851 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.rpc [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Device 657fce81-b34c-4b14-bc99-6a20ce14b1e3 up at agent ovs-agent-dv-cinder-785362-1-smb {{(pid=85267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 09 13:47:10.333230 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.db_base_plugin_common [req-ead8c94d-9b30-4236-b2f8-afdb1e5c204a req-12c73886-9e8c-4377-9ee5-b0d04889be4c tempest-DeleteServersTestJSON-1971012576 tempest-DeleteServersTestJSON-1971012576-project] Allocated IP 172.20.0.10 (257edcb1-4bc3-4ee5-b314-1fcf484a8a5a/ddb95ae0-154c-4dc6-9025-63f7eadd4639/f37da4d1-9561-4d90-8783-e0c6fd641102) {{(pid=85265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 09 13:47:10.380958 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.db_base_plugin_common [None req-07391080-5f39-42c3-b413-7c82c0b1240b admin admin] Allocated IP 172.28.0.9 (d39673be-df84-4009-abea-d472d159fdfd/f6eeb1a0-26c5-43d1-996f-84b999bf12c7/136ae234-a7fa-49ee-835a-3c77ea6eb86b) {{(pid=85266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 09 13:47:10.424361 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.provisioning_blocks [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Provisioning complete for port 657fce81-b34c-4b14-bc99-6a20ce14b1e3 triggered by entity L2. {{(pid=85267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 09 13:47:10.424781 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765226'] for port, provisioning_complete {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:10.585577 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a2e194f-6f60-46f7-b854-f1f4d6b999e5 None None] Network 05572312-ba94-44c0-9d23-59b1e6c5c81f is already hosted by enough agents. {{(pid=85267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 09 13:47:10.589799 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.scheduler.base_scheduler [None req-3a2e194f-6f60-46f7-b854-f1f4d6b999e5 None None] Resources bound (agent type, host, resource id): {{(pid=85267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 09 13:47:10.599207 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a2e194f-6f60-46f7-b854-f1f4d6b999e5 None None] Received port after_create {{(pid=85267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 09 13:47:10.707219 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-42f0e1c8-96a7-4494-8830-a21fee2c6432 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:47:10.986063 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.managers [None req-3a2e194f-6f60-46f7-b854-f1f4d6b999e5 None None] Attempting to bind port 84cd38fc-37f9-4045-8548-0fb3f75fde6d on host dv-cinder-785362-1-smb for vnic_type normal with profile {{(pid=85267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 09 13:47:10.986968 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.managers [None req-3a2e194f-6f60-46f7-b854-f1f4d6b999e5 None None] Attempting to bind port 84cd38fc-37f9-4045-8548-0fb3f75fde6d by drivers openvswitch,hyperv on host dv-cinder-785362-1-smb at level 0 using segments [{'id': '5a4ed491-6058-4194-8f87-1763fd0fd419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '05572312-ba94-44c0-9d23-59b1e6c5c81f'}] {{(pid=85267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 09 13:47:10.987464 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a2e194f-6f60-46f7-b854-f1f4d6b999e5 None None] Attempting to bind port 84cd38fc-37f9-4045-8548-0fb3f75fde6d on network 05572312-ba94-44c0-9d23-59b1e6c5c81f {{(pid=85267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 09 13:47:11.010920 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e78de6-0dd6-4c7d-a66a-c1cdfd07c2a1 None None] Pushing event updated for resources: {'Port': ['ID=8d48afe8-3c12-4489-a7f0-bffc3923bb24,revision_number=2']} {{(pid=85268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:47:11.034195 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a2e194f-6f60-46f7-b854-f1f4d6b999e5 None None] Checking agent: {'id': 'e6bfe7c3-14e3-41b1-b7be-435962079a33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-785362-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 9, 13, 38, 5), 'started_at': datetime.datetime(2021, 4, 9, 13, 38, 35), 'heartbeat_timestamp': datetime.datetime(2021, 4, 9, 13, 47, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-785362-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 09 13:47:11.034927 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a2e194f-6f60-46f7-b854-f1f4d6b999e5 None None] Checking segment: {'id': '5a4ed491-6058-4194-8f87-1763fd0fd419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '05572312-ba94-44c0-9d23-59b1e6c5c81f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 09 13:47:11.035646 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-3a2e194f-6f60-46f7-b854-f1f4d6b999e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:11.036345 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a2e194f-6f60-46f7-b854-f1f4d6b999e5 None None] Bound using segment: {'id': '5a4ed491-6058-4194-8f87-1763fd0fd419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '05572312-ba94-44c0-9d23-59b1e6c5c81f'} {{(pid=85267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 09 13:47:11.037171 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.managers [None req-3a2e194f-6f60-46f7-b854-f1f4d6b999e5 None None] Bound port: 84cd38fc-37f9-4045-8548-0fb3f75fde6d, host: dv-cinder-785362-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a4ed491-6058-4194-8f87-1763fd0fd419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '05572312-ba94-44c0-9d23-59b1e6c5c81f'}}] {{(pid=85267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 09 13:47:11.041479 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e78de6-0dd6-4c7d-a66a-c1cdfd07c2a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:47:11.042425 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-3a2e194f-6f60-46f7-b854-f1f4d6b999e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853739810'] for port, before_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:11.047127 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e78de6-0dd6-4c7d-a66a-c1cdfd07c2a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:47:11.053990 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e78de6-0dd6-4c7d-a66a-c1cdfd07c2a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:47:11.054497 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e78de6-0dd6-4c7d-a66a-c1cdfd07c2a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:47:11.054869 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e78de6-0dd6-4c7d-a66a-c1cdfd07c2a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:47:11.055243 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e78de6-0dd6-4c7d-a66a-c1cdfd07c2a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:47:11.059119 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e78de6-0dd6-4c7d-a66a-c1cdfd07c2a1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:47:11.059789 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e78de6-0dd6-4c7d-a66a-c1cdfd07c2a1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:47:11.060977 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e78de6-0dd6-4c7d-a66a-c1cdfd07c2a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:47:11.063702 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e78de6-0dd6-4c7d-a66a-c1cdfd07c2a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:47:11.064363 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e78de6-0dd6-4c7d-a66a-c1cdfd07c2a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:47:11.064958 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e78de6-0dd6-4c7d-a66a-c1cdfd07c2a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:47:11.071004 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e78de6-0dd6-4c7d-a66a-c1cdfd07c2a1 None None] Tracked resource versions report: Apr 09 13:47:11.071004 dv-cinder-785362-1-smb neutron-server[85152]: pushed versions: Apr 09 13:47:11.071004 dv-cinder-785362-1-smb neutron-server[85152]: { 'AddressGroup': {'1.2'}, Apr 09 13:47:11.071004 dv-cinder-785362-1-smb neutron-server[85152]: 'ConntrackHelper': {'1.0'}, Apr 09 13:47:11.071004 dv-cinder-785362-1-smb neutron-server[85152]: 'Log': {'1.0'}, Apr 09 13:47:11.071004 dv-cinder-785362-1-smb neutron-server[85152]: 'Network': {'1.1'}, Apr 09 13:47:11.071004 dv-cinder-785362-1-smb neutron-server[85152]: 'Port': {'1.7'}, Apr 09 13:47:11.071004 dv-cinder-785362-1-smb neutron-server[85152]: 'PortForwarding': {'1.2'}, Apr 09 13:47:11.071004 dv-cinder-785362-1-smb neutron-server[85152]: 'QosPolicy': {'1.8'}, Apr 09 13:47:11.071004 dv-cinder-785362-1-smb neutron-server[85152]: 'SecurityGroup': {'1.4'}, Apr 09 13:47:11.071004 dv-cinder-785362-1-smb neutron-server[85152]: 'SecurityGroupRule': {'1.2'}, Apr 09 13:47:11.071004 dv-cinder-785362-1-smb neutron-server[85152]: 'SubPort': {'1.0'}, Apr 09 13:47:11.071004 dv-cinder-785362-1-smb neutron-server[85152]: 'Subnet': {'1.1'}, Apr 09 13:47:11.071004 dv-cinder-785362-1-smb neutron-server[85152]: 'Trunk': {'1.1'}} Apr 09 13:47:11.071004 dv-cinder-785362-1-smb neutron-server[85152]: consumer versions: Apr 09 13:47:11.071004 dv-cinder-785362-1-smb neutron-server[85152]: { DHCP agent@dv-cinder-785362-1-smb: {}, Apr 09 13:47:11.071004 dv-cinder-785362-1-smb neutron-server[85152]: HyperV agent@hv-cinder-78536: {}, Apr 09 13:47:11.071004 dv-cinder-785362-1-smb neutron-server[85152]: L3 agent@dv-cinder-785362-1-smb: {}, Apr 09 13:47:11.071004 dv-cinder-785362-1-smb neutron-server[85152]: Metadata agent@dv-cinder-785362-1-smb: {}, Apr 09 13:47:11.071004 dv-cinder-785362-1-smb neutron-server[85152]: Metering agent@dv-cinder-785362-1-smb: {}, Apr 09 13:47:11.071004 dv-cinder-785362-1-smb neutron-server[85152]: Open vSwitch agent@dv-cinder-785362-1-smb: { 'AddressGroup': '1.2', Apr 09 13:47:11.071004 dv-cinder-785362-1-smb neutron-server[85152]: 'ConntrackHelper': '1.0', Apr 09 13:47:11.071004 dv-cinder-785362-1-smb neutron-server[85152]: 'Log': '1.0', Apr 09 13:47:11.071004 dv-cinder-785362-1-smb neutron-server[85152]: 'Network': '1.1', Apr 09 13:47:11.071004 dv-cinder-785362-1-smb neutron-server[85152]: 'Port': '1.7', Apr 09 13:47:11.071004 dv-cinder-785362-1-smb neutron-server[85152]: 'PortForwarding': '1.2', Apr 09 13:47:11.071004 dv-cinder-785362-1-smb neutron-server[85152]: 'QosPolicy': '1.8', Apr 09 13:47:11.071004 dv-cinder-785362-1-smb neutron-server[85152]: 'SecurityGroup': '1.4', Apr 09 13:47:11.071004 dv-cinder-785362-1-smb neutron-server[85152]: 'SecurityGroupRule': '1.2', Apr 09 13:47:11.071004 dv-cinder-785362-1-smb neutron-server[85152]: 'SubPort': '1.0', Apr 09 13:47:11.071004 dv-cinder-785362-1-smb neutron-server[85152]: 'Subnet': '1.1', Apr 09 13:47:11.071004 dv-cinder-785362-1-smb neutron-server[85152]: 'Trunk': '1.1'}} Apr 09 13:47:11.071004 dv-cinder-785362-1-smb neutron-server[85152]: {{(pid=85268) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 09 13:47:11.156361 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.managers [None req-ab77b492-55d6-4400-87c8-24bfbbe8ba04 None None] Attempting to bind port 8d48afe8-3c12-4489-a7f0-bffc3923bb24 on host dv-cinder-785362-1-smb for vnic_type normal with profile {{(pid=85268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 09 13:47:11.157289 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.managers [None req-ab77b492-55d6-4400-87c8-24bfbbe8ba04 None None] Attempting to bind port 8d48afe8-3c12-4489-a7f0-bffc3923bb24 by drivers openvswitch,hyperv on host dv-cinder-785362-1-smb at level 0 using segments [{'id': 'd71e9641-c1ca-48b4-9c8d-e574468b8697', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd39673be-df84-4009-abea-d472d159fdfd'}] {{(pid=85268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 09 13:47:11.157747 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab77b492-55d6-4400-87c8-24bfbbe8ba04 None None] Attempting to bind port 8d48afe8-3c12-4489-a7f0-bffc3923bb24 on network d39673be-df84-4009-abea-d472d159fdfd {{(pid=85268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 09 13:47:11.176192 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab77b492-55d6-4400-87c8-24bfbbe8ba04 None None] Checking agent: {'id': 'e6bfe7c3-14e3-41b1-b7be-435962079a33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-785362-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 9, 13, 38, 5), 'started_at': datetime.datetime(2021, 4, 9, 13, 38, 35), 'heartbeat_timestamp': datetime.datetime(2021, 4, 9, 13, 47, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-785362-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 09 13:47:11.178189 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab77b492-55d6-4400-87c8-24bfbbe8ba04 None None] Checking segment: {'id': 'd71e9641-c1ca-48b4-9c8d-e574468b8697', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd39673be-df84-4009-abea-d472d159fdfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 09 13:47:11.178640 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-ab77b492-55d6-4400-87c8-24bfbbe8ba04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:11.179071 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab77b492-55d6-4400-87c8-24bfbbe8ba04 None None] Bound using segment: {'id': 'd71e9641-c1ca-48b4-9c8d-e574468b8697', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd39673be-df84-4009-abea-d472d159fdfd'} {{(pid=85268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 09 13:47:11.179604 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.managers [None req-ab77b492-55d6-4400-87c8-24bfbbe8ba04 None None] Bound port: 8d48afe8-3c12-4489-a7f0-bffc3923bb24, host: dv-cinder-785362-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd71e9641-c1ca-48b4-9c8d-e574468b8697', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd39673be-df84-4009-abea-d472d159fdfd'}}] {{(pid=85268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 09 13:47:11.180021 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-ab77b492-55d6-4400-87c8-24bfbbe8ba04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853739810'] for port, before_update {{(pid=85268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:11.253121 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:11.351980 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.db [None req-3a2e194f-6f60-46f7-b854-f1f4d6b999e5 None None] For port 84cd38fc-37f9-4045-8548-0fb3f75fde6d, host dv-cinder-785362-1-smb, cleared binding levels {{(pid=85267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 09 13:47:11.360350 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.db [None req-3a2e194f-6f60-46f7-b854-f1f4d6b999e5 None None] For port 84cd38fc-37f9-4045-8548-0fb3f75fde6d, host dv-cinder-785362-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-1-smb',level=0,port_id=84cd38fc-37f9-4045-8548-0fb3f75fde6d,segment=NetworkSegment(5a4ed491-6058-4194-8f87-1763fd0fd419),segment_id=5a4ed491-6058-4194-8f87-1763fd0fd419)] {{(pid=85267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 09 13:47:11.370198 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-3a2e194f-6f60-46f7-b854-f1f4d6b999e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853739901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853759498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265038874484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771815468181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265039307602'] for port, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:11.400712 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.db [None req-ab77b492-55d6-4400-87c8-24bfbbe8ba04 None None] For port 8d48afe8-3c12-4489-a7f0-bffc3923bb24, host dv-cinder-785362-1-smb, cleared binding levels {{(pid=85268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 09 13:47:11.413477 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.db [None req-ab77b492-55d6-4400-87c8-24bfbbe8ba04 None None] For port 8d48afe8-3c12-4489-a7f0-bffc3923bb24, host dv-cinder-785362-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-1-smb',level=0,port_id=8d48afe8-3c12-4489-a7f0-bffc3923bb24,segment=NetworkSegment(d71e9641-c1ca-48b4-9c8d-e574468b8697),segment_id=d71e9641-c1ca-48b4-9c8d-e574468b8697)] {{(pid=85268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 09 13:47:11.421915 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-ab77b492-55d6-4400-87c8-24bfbbe8ba04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853739901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853759498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265038874484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771815468181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265039307602'] for port, after_update {{(pid=85268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:11.427569 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [req-ead8c94d-9b30-4236-b2f8-afdb1e5c204a req-12c73886-9e8c-4377-9ee5-b0d04889be4c tempest-DeleteServersTestJSON-1971012576 tempest-DeleteServersTestJSON-1971012576-project] Notify callbacks [] for port, precommit_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:11.435888 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-b393348d-9d64-44a2-b871-4e122494ba70 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:47:11.507619 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-1815d97e-7933-4883-9084-49bcf2886058 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:11.539464 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-36e78de6-0dd6-4c7d-a66a-c1cdfd07c2a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.832s {{(pid=85268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:47:11.544659 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.062s {{(pid=85268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:47:11.746686 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.db_base_plugin_common [None req-a9b4eb3c-6f9d-40f3-ac26-dc087c64c5cd admin admin] Allocated IP 172.20.0.1 (a4bc50d2-4a55-4ee1-87aa-a1e91be18584/0144e1c8-7bcb-42a5-ac9e-709c8b2e67a5/c3873a69-5ad7-4cdf-a273-62fe6d4a117b) {{(pid=85265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 09 13:47:11.764835 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.75', 56460) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:47:11.776716 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-07391080-5f39-42c3-b413-7c82c0b1240b admin admin] Notify callbacks [] for port, precommit_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:11.816086 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [req-ead8c94d-9b30-4236-b2f8-afdb1e5c204a req-12c73886-9e8c-4377-9ee5-b0d04889be4c tempest-DeleteServersTestJSON-1971012576 tempest-DeleteServersTestJSON-1971012576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853739901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853759498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771815468164'] for port, after_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:11.963865 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:47:12.088517 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2e194f-6f60-46f7-b854-f1f4d6b999e5 None None] Pushing event updated for resources: {'Port': ['ID=84cd38fc-37f9-4045-8548-0fb3f75fde6d,revision_number=2']} {{(pid=85267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:47:12.139534 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e78de6-0dd6-4c7d-a66a-c1cdfd07c2a1 None None] Pushing event updated for resources: {'Port': ['ID=8d48afe8-3c12-4489-a7f0-bffc3923bb24,revision_number=3']} {{(pid=85268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:47:12.172904 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-3a2e194f-6f60-46f7-b854-f1f4d6b999e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.736s {{(pid=85267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:47:12.181593 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-36e78de6-0dd6-4c7d-a66a-c1cdfd07c2a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.633s {{(pid=85268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:47:12.325933 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab77b492-55d6-4400-87c8-24bfbbe8ba04 None None] Routers {'6caea2b6-d44d-482d-962a-f28d34b0d95c'} bound to L3 agent in host dv-cinder-785362-1-smb {{(pid=85268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 09 13:47:12.327332 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_hamode_db [None req-ab77b492-55d6-4400-87c8-24bfbbe8ba04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-785362-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-09T13:38:04Z,description=,heartbeat_timestamp=2021-04-09T13:47:04Z,host='dv-cinder-785362-1-smb',id=69305824-358b-46b0-9707-cd2ded304b9c,load=0,resource_versions=,resources_synced=,started_at=2021-04-09T13:38:04Z,topic='l3_agent')) {'router_ids': ['6caea2b6-d44d-482d-962a-f28d34b0d95c'], 'active': True} {{(pid=85268) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 13:47:12.516978 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-dda330e2-b026-4096-81f3-7158b9675f9c req-7ce9b65c-2fdb-4963-a65e-b4cc368ad535 tempest-DeleteServersTestJSON-1971012576 tempest-DeleteServersTestJSON-1971012576-project] 10.222.0.75 "GET /v2.0/ports?device_id=0e6ebb1b-cbd7-45ef-82d0-d1d10f04df1b HTTP/1.1" status: 200 len: 210 time: 1.8938899 Apr 09 13:47:12.521359 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-7d761f3a-bb57-402a-abfc-2529ca7ef48b admin admin] Notify callbacks [] for security_group, before_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:12.590224 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-7d761f3a-bb57-402a-abfc-2529ca7ef48b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 13:47:12.612450 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c73886-9e8c-4377-9ee5-b0d04889be4c tempest-DeleteServersTestJSON-1971012576 tempest-DeleteServersTestJSON-1971012576-project] Pushing event updated for resources: {'Port': ['ID=f37da4d1-9561-4d90-8783-e0c6fd641102,revision_number=1']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:47:12.661623 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-7d761f3a-bb57-402a-abfc-2529ca7ef48b admin admin] Usage tracker for resource:security_group_rule and tenant:e160d7551b314850b05cd63b6ee44a01 is out of sync, need to count used quota {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 13:47:12.670253 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-12c73886-9e8c-4377-9ee5-b0d04889be4c tempest-DeleteServersTestJSON-1971012576 tempest-DeleteServersTestJSON-1971012576-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.706s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:47:12.673407 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-d34aaf26-7a01-44bd-b8d3-b58755b28baf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:12.828082 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-a9b4eb3c-6f9d-40f3-ac26-dc087c64c5cd admin admin] Notify callbacks [] for port, precommit_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:12.847696 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-d34aaf26-7a01-44bd-b8d3-b58755b28baf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853739810'] for port, before_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:12.855180 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-1815d97e-7933-4883-9084-49bcf2886058 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738555'] for security_group, after_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:12.879292 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.provisioning_blocks [None req-a9b4eb3c-6f9d-40f3-ac26-dc087c64c5cd admin admin] Transition to ACTIVE for port object c3873a69-5ad7-4cdf-a273-62fe6d4a117b will not be triggered until provisioned by entity DHCP. {{(pid=85265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 09 13:47:12.919628 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-7d761f3a-bb57-402a-abfc-2529ca7ef48b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 13:47:12.927822 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-7d761f3a-bb57-402a-abfc-2529ca7ef48b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 13:47:13.072455 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-7d761f3a-bb57-402a-abfc-2529ca7ef48b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:13.080371 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-a9b4eb3c-6f9d-40f3-ac26-dc087c64c5cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853739901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853759498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771815468164'] for port, after_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:13.081278 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-6c6441e0-6acc-4d48-ab2e-a6cf6388f55a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:47:13.095776 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-7d761f3a-bb57-402a-abfc-2529ca7ef48b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738555'] for security_group, after_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:13.120032 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-6307538a-6115-48d0-aed6-e17196bda45c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:47:13.144026 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_dvr_db [None req-ab77b492-55d6-4400-87c8-24bfbbe8ba04 None None] Set router 6caea2b6-d44d-482d-962a-f28d34b0d95c gateway port host: dv-cinder-785362-1-smb {{(pid=85268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 09 13:47:13.145399 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1815d97e-7933-4883-9084-49bcf2886058 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3530c808-02b8-499c-be62-75082a156da7,revision_number=1']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:47:13.165011 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-1815d97e-7933-4883-9084-49bcf2886058 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:47:13.284773 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b4eb3c-6f9d-40f3-ac26-dc087c64c5cd admin admin] Pushing event updated for resources: {'Port': ['ID=c3873a69-5ad7-4cdf-a273-62fe6d4a117b,revision_number=1']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:47:13.289915 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-7d761f3a-bb57-402a-abfc-2529ca7ef48b admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=e160d7551b314850b05cd63b6ee44a01&name=default HTTP/1.1" status: 200 len: 2975 time: 1.5235560 Apr 09 13:47:13.295098 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-a9b4eb3c-6f9d-40f3-ac26-dc087c64c5cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:47:13.318856 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.031s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:47:13.360729 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.75', 56490) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:47:13.366265 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d761f3a-bb57-402a-abfc-2529ca7ef48b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01ea7757-c30e-4ecf-a285-a457661bcfa9,revision_number=1']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:47:13.379512 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-7d761f3a-bb57-402a-abfc-2529ca7ef48b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:47:13.380537 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.db_base_plugin_common [None req-d34aaf26-7a01-44bd-b8d3-b58755b28baf admin admin] Allocated IP 172.28.0.183 (d39673be-df84-4009-abea-d472d159fdfd/f6eeb1a0-26c5-43d1-996f-84b999bf12c7/e4a4510d-2481-4e5d-8964-18483640b5d4) {{(pid=85266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 09 13:47:13.570135 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ead8c94d-9b30-4236-b2f8-afdb1e5c204a req-12c73886-9e8c-4377-9ee5-b0d04889be4c tempest-DeleteServersTestJSON-1971012576 tempest-DeleteServersTestJSON-1971012576-project] Network 257edcb1-4bc3-4ee5-b314-1fcf484a8a5a is already hosted by enough agents. {{(pid=85265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 09 13:47:13.633116 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-95c75e91-f28d-4de9-8688-5de2b116ea6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:13.705425 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.scheduler.base_scheduler [req-ead8c94d-9b30-4236-b2f8-afdb1e5c204a req-12c73886-9e8c-4377-9ee5-b0d04889be4c tempest-DeleteServersTestJSON-1971012576 tempest-DeleteServersTestJSON-1971012576-project] Resources bound (agent type, host, resource id): {{(pid=85265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 09 13:47:13.721848 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_dvrscheduler_db [req-ead8c94d-9b30-4236-b2f8-afdb1e5c204a req-12c73886-9e8c-4377-9ee5-b0d04889be4c tempest-DeleteServersTestJSON-1971012576 tempest-DeleteServersTestJSON-1971012576-project] Received port after_create {{(pid=85265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 09 13:47:13.732034 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead8c94d-9b30-4236-b2f8-afdb1e5c204a req-12c73886-9e8c-4377-9ee5-b0d04889be4c tempest-DeleteServersTestJSON-1971012576 tempest-DeleteServersTestJSON-1971012576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:47:13.732922 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [req-ead8c94d-9b30-4236-b2f8-afdb1e5c204a req-12c73886-9e8c-4377-9ee5-b0d04889be4c tempest-DeleteServersTestJSON-1971012576 tempest-DeleteServersTestJSON-1971012576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758280'] for port, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:13.747780 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-95c75e91-f28d-4de9-8688-5de2b116ea6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:13.810633 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-d34aaf26-7a01-44bd-b8d3-b58755b28baf admin admin] Notify callbacks [] for port, precommit_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:13.864978 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-07391080-5f39-42c3-b413-7c82c0b1240b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853739901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853759498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771815468164'] for port, after_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:13.881487 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-d34aaf26-7a01-44bd-b8d3-b58755b28baf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853739901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853759498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771815468164'] for port, after_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:13.889200 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-1815d97e-7933-4883-9084-49bcf2886058 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=1ebfb379ec014f95bc392934501fc463&name=default HTTP/1.1" status: 200 len: 2975 time: 5.7404747 Apr 09 13:47:13.890447 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85266) accepted ('10.222.0.75', 56502) {{(pid=85266) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:47:13.908132 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.rpc [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Device 84cd38fc-37f9-4045-8548-0fb3f75fde6d up at agent ovs-agent-dv-cinder-785362-1-smb {{(pid=85267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 09 13:47:13.929718 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-ead8c94d-9b30-4236-b2f8-afdb1e5c204a req-12c73886-9e8c-4377-9ee5-b0d04889be4c tempest-DeleteServersTestJSON-1971012576 tempest-DeleteServersTestJSON-1971012576-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.0332530 Apr 09 13:47:13.982728 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [req-ead8c94d-9b30-4236-b2f8-afdb1e5c204a req-e21fb4d2-28ac-4999-8b49-81f2b3d4a56a tempest-DeleteServersTestJSON-1971012576 tempest-DeleteServersTestJSON-1971012576-project] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=85265) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 09 13:47:13.983826 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-ead8c94d-9b30-4236-b2f8-afdb1e5c204a req-e21fb4d2-28ac-4999-8b49-81f2b3d4a56a tempest-DeleteServersTestJSON-1971012576 tempest-DeleteServersTestJSON-1971012576-project] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0272288 Apr 09 13:47:13.993540 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:47:14.044165 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9b4eb3c-6f9d-40f3-ac26-dc087c64c5cd admin admin] Network a4bc50d2-4a55-4ee1-87aa-a1e91be18584 is already hosted by enough agents. {{(pid=85265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 09 13:47:14.052604 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_hamode_db [None req-ab77b492-55d6-4400-87c8-24bfbbe8ba04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6caea2b6-d44d-482d-962a-f28d34b0d95c', 'name': 'tempest-AttachVolumeShelveTestJSON-2049991526-router', 'tenant_id': 'a2b444c2a873486d8c3ff30419c2c3f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd39673be-df84-4009-abea-d472d159fdfd', 'external_fixed_ips': [{'subnet_id': 'f6eeb1a0-26c5-43d1-996f-84b999bf12c7', 'ip_address': '172.28.0.41'}], 'enable_snat': True}, 'gw_port_id': '8d48afe8-3c12-4489-a7f0-bffc3923bb24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T13:47:00Z', 'updated_at': '2021-04-09T13:47:03Z', 'revision_number': 3, 'project_id': 'a2b444c2a873486d8c3ff30419c2c3f8', 'gw_port': {'id': '8d48afe8-3c12-4489-a7f0-bffc3923bb24', 'name': '', 'network_id': 'd39673be-df84-4009-abea-d472d159fdfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:0a:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6caea2b6-d44d-482d-962a-f28d34b0d95c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'f6eeb1a0-26c5-43d1-996f-84b999bf12c7', 'ip_address': '172.28.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:47:01Z', 'updated_at': '2021-04-09T13:47:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f6eeb1a0-26c5-43d1-996f-84b999bf12c7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-1-smb'}], 'dv-cinder-785362-1-smb', False) {} {{(pid=85268) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 13:47:14.066385 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.scheduler.base_scheduler [None req-a9b4eb3c-6f9d-40f3-ac26-dc087c64c5cd admin admin] Resources bound (agent type, host, resource id): {{(pid=85265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 09 13:47:14.075919 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b4eb3c-6f9d-40f3-ac26-dc087c64c5cd admin admin] Received port after_create {{(pid=85265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 09 13:47:14.075919 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-a9b4eb3c-6f9d-40f3-ac26-dc087c64c5cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-361547'] for router_interface, before_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:14.077701 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab77b492-55d6-4400-87c8-24bfbbe8ba04 None None] The sync data for ids ['6caea2b6-d44d-482d-962a-f28d34b0d95c'] in dv-cinder-785362-1-smb is: [{'id': '6caea2b6-d44d-482d-962a-f28d34b0d95c', 'name': 'tempest-AttachVolumeShelveTestJSON-2049991526-router', 'tenant_id': 'a2b444c2a873486d8c3ff30419c2c3f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd39673be-df84-4009-abea-d472d159fdfd', 'external_fixed_ips': [{'subnet_id': 'f6eeb1a0-26c5-43d1-996f-84b999bf12c7', 'ip_address': '172.28.0.41'}], 'enable_snat': True}, 'gw_port_id': '8d48afe8-3c12-4489-a7f0-bffc3923bb24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T13:47:00Z', 'updated_at': '2021-04-09T13:47:03Z', 'revision_number': 3, 'project_id': 'a2b444c2a873486d8c3ff30419c2c3f8', 'gw_port': {'id': '8d48afe8-3c12-4489-a7f0-bffc3923bb24', 'name': '', 'network_id': 'd39673be-df84-4009-abea-d472d159fdfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:0a:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6caea2b6-d44d-482d-962a-f28d34b0d95c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'f6eeb1a0-26c5-43d1-996f-84b999bf12c7', 'ip_address': '172.28.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:47:01Z', 'updated_at': '2021-04-09T13:47:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f6eeb1a0-26c5-43d1-996f-84b999bf12c7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-1-smb'}] {{(pid=85268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 09 13:47:14.117614 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.75', 56508) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:47:14.140392 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-95c75e91-f28d-4de9-8688-5de2b116ea6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738555'] for security_group, after_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:14.221373 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-5b04a7e7-707e-40a2-ad4d-2c7005f4cdf3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:47:14.259012 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c75e91-f28d-4de9-8688-5de2b116ea6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01ea7757-c30e-4ecf-a285-a457661bcfa9,revision_number=None']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:47:14.282612 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-95c75e91-f28d-4de9-8688-5de2b116ea6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:47:14.317206 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-95c75e91-f28d-4de9-8688-5de2b116ea6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:14.322463 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-95c75e91-f28d-4de9-8688-5de2b116ea6f admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/01ea7757-c30e-4ecf-a285-a457661bcfa9 HTTP/1.1" status: 204 len: 168 time: 0.9475479 Apr 09 13:47:14.514421 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07391080-5f39-42c3-b413-7c82c0b1240b admin admin] Pushing event updated for resources: {'Port': ['ID=136ae234-a7fa-49ee-835a-3c77ea6eb86b,revision_number=1']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:47:14.715205 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-7827394a-4fee-46de-83c2-1efe88d3fa7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:14.791273 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.provisioning_blocks [None req-39ac2b75-8f9a-478b-b775-d6348ab40bc3 None None] Provisioning for port c3873a69-5ad7-4cdf-a273-62fe6d4a117b completed by entity DHCP. {{(pid=85267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 09 13:47:14.809498 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.v2.base [req-ead8c94d-9b30-4236-b2f8-afdb1e5c204a req-8274725e-c56f-4c85-b52d-2bc2dae88818 service neutron] Request body: {'port': {'device_id': '0e6ebb1b-cbd7-45ef-82d0-d1d10f04df1b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78536'}} {{(pid=85265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 09 13:47:14.830954 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.provisioning_blocks [None req-39ac2b75-8f9a-478b-b775-d6348ab40bc3 None None] Provisioning complete for port c3873a69-5ad7-4cdf-a273-62fe6d4a117b triggered by entity DHCP. {{(pid=85267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 09 13:47:14.832868 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-39ac2b75-8f9a-478b-b775-d6348ab40bc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765226'] for port, provisioning_complete {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:14.941070 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80061a87-6db8-480b-895f-7481d2a5514b None None] Network 05572312-ba94-44c0-9d23-59b1e6c5c81f requested from dv-cinder-785362-1-smb {{(pid=85267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 09 13:47:15.038786 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-a9b4eb3c-6f9d-40f3-ac26-dc087c64c5cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853739810'] for port, before_update {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:15.158334 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34aaf26-7a01-44bd-b8d3-b58755b28baf admin admin] Pushing event updated for resources: {'Port': ['ID=e4a4510d-2481-4e5d-8964-18483640b5d4,revision_number=1']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:47:15.167403 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-d34aaf26-7a01-44bd-b8d3-b58755b28baf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.173s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:47:15.240913 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.676s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:47:15.241320 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:47:15.358280 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-fe2eaffb-96f1-4dbc-8566-d19b78ecc391 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:15.447621 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-fe2eaffb-96f1-4dbc-8566-d19b78ecc391 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:15.617989 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.plugin [None req-39ac2b75-8f9a-478b-b775-d6348ab40bc3 None None] Port c3873a69-5ad7-4cdf-a273-62fe6d4a117b cannot update to ACTIVE because it is not bound. {{(pid=85267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 09 13:47:15.631580 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-7827394a-4fee-46de-83c2-1efe88d3fa7f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 13:47:15.661180 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [req-ead8c94d-9b30-4236-b2f8-afdb1e5c204a req-8274725e-c56f-4c85-b52d-2bc2dae88818 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853739810'] for port, before_update {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:15.678709 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d34aaf26-7a01-44bd-b8d3-b58755b28baf admin admin] Network d39673be-df84-4009-abea-d472d159fdfd is already hosted by enough agents. {{(pid=85266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 09 13:47:15.689519 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.provisioning_blocks [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Provisioning for port 84cd38fc-37f9-4045-8548-0fb3f75fde6d completed by entity L2. {{(pid=85267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 09 13:47:15.692745 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.scheduler.base_scheduler [None req-d34aaf26-7a01-44bd-b8d3-b58755b28baf admin admin] Resources bound (agent type, host, resource id): {{(pid=85266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 09 13:47:15.702596 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d34aaf26-7a01-44bd-b8d3-b58755b28baf admin admin] Received port after_create {{(pid=85266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 09 13:47:15.817547 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.provisioning_blocks [None req-f8f202ec-f8ea-43e0-8f1e-63226432ec92 None None] Provisioning for port 84cd38fc-37f9-4045-8548-0fb3f75fde6d completed by entity DHCP. {{(pid=85267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 09 13:47:15.882167 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.provisioning_blocks [None req-f8f202ec-f8ea-43e0-8f1e-63226432ec92 None None] Provisioning complete for port 84cd38fc-37f9-4045-8548-0fb3f75fde6d triggered by entity DHCP. {{(pid=85267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 09 13:47:15.884306 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-f8f202ec-f8ea-43e0-8f1e-63226432ec92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765226'] for port, provisioning_complete {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:15.996145 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-7827394a-4fee-46de-83c2-1efe88d3fa7f admin admin] Usage tracker for resource:security_group_rule and tenant:18f9818587d243f78f0f583b4b3e3099 is out of sync, need to count used quota {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 13:47:16.017382 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-7827394a-4fee-46de-83c2-1efe88d3fa7f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 13:47:16.045090 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-7827394a-4fee-46de-83c2-1efe88d3fa7f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 13:47:16.062694 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.rpc [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Device 8d48afe8-3c12-4489-a7f0-bffc3923bb24 up at agent ovs-agent-dv-cinder-785362-1-smb {{(pid=85267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 09 13:47:16.492964 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-f8f202ec-f8ea-43e0-8f1e-63226432ec92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853739810'] for port, before_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:16.556010 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.db [None req-f8f202ec-f8ea-43e0-8f1e-63226432ec92 None None] For port 84cd38fc-37f9-4045-8548-0fb3f75fde6d, host dv-cinder-785362-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-1-smb',level=0,port_id=84cd38fc-37f9-4045-8548-0fb3f75fde6d,segment=NetworkSegment(5a4ed491-6058-4194-8f87-1763fd0fd419),segment_id=5a4ed491-6058-4194-8f87-1763fd0fd419)] {{(pid=85267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 09 13:47:16.561976 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.provisioning_blocks [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Provisioning for port 8d48afe8-3c12-4489-a7f0-bffc3923bb24 completed by entity L2. {{(pid=85267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 09 13:47:16.579724 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-f8f202ec-f8ea-43e0-8f1e-63226432ec92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853739901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853759498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265038874484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771815468181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265039307602'] for port, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:16.589609 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-96adad0a-8f12-4c76-a4b6-8384683763cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:47:16.634302 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-d34aaf26-7a01-44bd-b8d3-b58755b28baf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:16.708668 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.provisioning_blocks [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Provisioning complete for port 8d48afe8-3c12-4489-a7f0-bffc3923bb24 triggered by entity L2. {{(pid=85267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 09 13:47:16.709967 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765226'] for port, provisioning_complete {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:16.730828 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea4c06c-b4ae-4e5a-9f53-856903c5817c req-98addf27-d10c-4ef5-95ee-46b305b93972 tempest-DeleteServersTestJSON-1971012576 tempest-DeleteServersTestJSON-1971012576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:47:16.732891 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-6ea4c06c-b4ae-4e5a-9f53-856903c5817c req-98addf27-d10c-4ef5-95ee-46b305b93972 tempest-DeleteServersTestJSON-1971012576 tempest-DeleteServersTestJSON-1971012576-project] 10.222.0.75 "GET /v2.0/ports?device_id=0e6ebb1b-cbd7-45ef-82d0-d1d10f04df1b HTTP/1.1" status: 200 len: 932 time: 2.8617673 Apr 09 13:47:16.748122 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-fe2eaffb-96f1-4dbc-8566-d19b78ecc391 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738555'] for security_group, after_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:16.765443 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-a9b4eb3c-6f9d-40f3-ac26-dc087c64c5cd admin admin] Notify callbacks [] for port, precommit_update {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:16.774200 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.75', 56550) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:47:16.814262 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-a9b4eb3c-6f9d-40f3-ac26-dc087c64c5cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853739901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853759498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265038874484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771815468181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265039307602'] for port, after_update {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:16.825021 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-a9b4eb3c-6f9d-40f3-ac26-dc087c64c5cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854212380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-712862'] for router_interface, after_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:16.849324 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-7827394a-4fee-46de-83c2-1efe88d3fa7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:16.854869 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:47:16.861789 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07391080-5f39-42c3-b413-7c82c0b1240b admin admin] Network d39673be-df84-4009-abea-d472d159fdfd is already hosted by enough agents. {{(pid=85266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 09 13:47:16.867198 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-1815d97e-7933-4883-9084-49bcf2886058 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:47:16.879890 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.scheduler.base_scheduler [None req-07391080-5f39-42c3-b413-7c82c0b1240b admin admin] Resources bound (agent type, host, resource id): {{(pid=85266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 09 13:47:16.882413 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07391080-5f39-42c3-b413-7c82c0b1240b admin admin] Received port after_create {{(pid=85266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 09 13:47:17.091599 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-7827394a-4fee-46de-83c2-1efe88d3fa7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738555'] for security_group, after_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:17.146410 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853739810'] for port, before_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:17.160176 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.provisioning_blocks [None req-040df7f1-de5c-44c2-833d-ef6f98a9fb0a None None] Provisioning complete for port 84cd38fc-37f9-4045-8548-0fb3f75fde6d triggered by entity DHCP. {{(pid=85267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 09 13:47:17.160680 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-040df7f1-de5c-44c2-833d-ef6f98a9fb0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765226'] for port, provisioning_complete {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:17.195938 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f202ec-f8ea-43e0-8f1e-63226432ec92 None None] Pushing event updated for resources: {'Port': ['ID=84cd38fc-37f9-4045-8548-0fb3f75fde6d,revision_number=3']} {{(pid=85267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:47:17.220698 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-f8f202ec-f8ea-43e0-8f1e-63226432ec92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.631s {{(pid=85267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:47:17.227477 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2eaffb-96f1-4dbc-8566-d19b78ecc391 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3530c808-02b8-499c-be62-75082a156da7,revision_number=None']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:47:17.230012 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-fe2eaffb-96f1-4dbc-8566-d19b78ecc391 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:47:17.240234 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.db [None req-250ccce2-add9-4520-ab97-985e32375bee None None] For port 8d48afe8-3c12-4489-a7f0-bffc3923bb24, host dv-cinder-785362-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-1-smb',level=0,port_id=8d48afe8-3c12-4489-a7f0-bffc3923bb24,segment=NetworkSegment(d71e9641-c1ca-48b4-9c8d-e574468b8697),segment_id=d71e9641-c1ca-48b4-9c8d-e574468b8697)] {{(pid=85267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 09 13:47:17.261981 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853739901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853759498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265038874484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771815468181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265039307602'] for port, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:17.285671 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-3a2e194f-6f60-46f7-b854-f1f4d6b999e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:47:17.292148 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-6ea4c06c-b4ae-4e5a-9f53-856903c5817c req-91f7fc3c-b9d4-46c8-a93e-324e2de610a1 tempest-DeleteServersTestJSON-1971012576 tempest-DeleteServersTestJSON-1971012576-project] 10.222.0.75 "GET /v2.0/security-groups?id=7630f0ce-e518-49eb-b14c-24fd9c9bb8de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5423884 Apr 09 13:47:17.412787 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-fe2eaffb-96f1-4dbc-8566-d19b78ecc391 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:17.417208 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-fe2eaffb-96f1-4dbc-8566-d19b78ecc391 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/3530c808-02b8-499c-be62-75082a156da7 HTTP/1.1" status: 204 len: 168 time: 3.5027602 Apr 09 13:47:17.510768 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-7827394a-4fee-46de-83c2-1efe88d3fa7f admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=18f9818587d243f78f0f583b4b3e3099&name=default HTTP/1.1" status: 200 len: 2975 time: 3.3919003 Apr 09 13:47:17.511849 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b4eb3c-6f9d-40f3-ac26-dc087c64c5cd admin admin] Pushing event updated for resources: {'Port': ['ID=c3873a69-5ad7-4cdf-a273-62fe6d4a117b,revision_number=2']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:47:17.516427 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-a9b4eb3c-6f9d-40f3-ac26-dc087c64c5cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.662s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:47:17.518275 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85266) accepted ('10.222.0.75', 56570) {{(pid=85266) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:47:17.530882 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.199s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:47:17.546492 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.db.resource_extend [req-ead8c94d-9b30-4236-b2f8-afdb1e5c204a req-8274725e-c56f-4c85-b52d-2bc2dae88818 service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=85265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 09 13:47:17.575518 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-6d82b45b-7a04-4e34-95fd-77d60098c217 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:17.612974 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Pushing event updated for resources: {'Port': ['ID=8d48afe8-3c12-4489-a7f0-bffc3923bb24,revision_number=4']} {{(pid=85267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:47:17.629573 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=85267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:47:17.778417 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-6d82b45b-7a04-4e34-95fd-77d60098c217 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 13:47:17.798335 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-6d82b45b-7a04-4e34-95fd-77d60098c217 admin admin] Usage tracker for resource:security_group_rule and tenant:34f20ab0c0c64cc4bc9cbb2b255736db is out of sync, need to count used quota {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 13:47:17.806341 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-6d82b45b-7a04-4e34-95fd-77d60098c217 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 13:47:17.817978 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-d34aaf26-7a01-44bd-b8d3-b58755b28baf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854059233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854064505'] for router, after_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:17.829532 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7827394a-4fee-46de-83c2-1efe88d3fa7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91ab0ecc-a464-4c85-9e89-081234bb098d,revision_number=1']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:47:17.845031 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-6d82b45b-7a04-4e34-95fd-77d60098c217 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 13:47:17.884780 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-7827394a-4fee-46de-83c2-1efe88d3fa7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:47:17.912331 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.notifiers.nova [req-ead8c94d-9b30-4236-b2f8-afdb1e5c204a req-8274725e-c56f-4c85-b52d-2bc2dae88818 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f37da4d1-9561-4d90-8783-e0c6fd641102 {{(pid=85265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 09 13:47:17.974346 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [req-ead8c94d-9b30-4236-b2f8-afdb1e5c204a req-8274725e-c56f-4c85-b52d-2bc2dae88818 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:17.994257 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.rpc [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Device 84cd38fc-37f9-4045-8548-0fb3f75fde6d up at agent ovs-agent-dv-cinder-785362-1-smb {{(pid=85267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 09 13:47:18.018911 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9b4eb3c-6f9d-40f3-ac26-dc087c64c5cd admin admin] Network a4bc50d2-4a55-4ee1-87aa-a1e91be18584 is already hosted by enough agents. {{(pid=85265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 09 13:47:18.046549 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.scheduler.base_scheduler [None req-a9b4eb3c-6f9d-40f3-ac26-dc087c64c5cd admin admin] Resources bound (agent type, host, resource id): {{(pid=85265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 09 13:47:18.118004 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.provisioning_blocks [req-ead8c94d-9b30-4236-b2f8-afdb1e5c204a req-8274725e-c56f-4c85-b52d-2bc2dae88818 service neutron] Transition to ACTIVE for port object f37da4d1-9561-4d90-8783-e0c6fd641102 will not be triggered until provisioned by entity L2. {{(pid=85265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 09 13:47:18.204497 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.provisioning_blocks [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Provisioning complete for port 84cd38fc-37f9-4045-8548-0fb3f75fde6d triggered by entity L2. {{(pid=85267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 09 13:47:18.205049 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765226'] for port, provisioning_complete {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:18.637834 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.rpc [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Device 8d48afe8-3c12-4489-a7f0-bffc3923bb24 up at agent ovs-agent-dv-cinder-785362-1-smb {{(pid=85267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 09 13:47:18.644721 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-c897e62b-64a9-4f2d-9d02-53440372f65f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:18.718639 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.provisioning_blocks [None req-241d27c9-415a-4ed6-b3c4-976b92706473 None None] Provisioning complete for port c3873a69-5ad7-4cdf-a273-62fe6d4a117b triggered by entity DHCP. {{(pid=85267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 09 13:47:18.746873 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-241d27c9-415a-4ed6-b3c4-976b92706473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765226'] for port, provisioning_complete {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:18.878250 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.plugin [None req-241d27c9-415a-4ed6-b3c4-976b92706473 None None] Port c3873a69-5ad7-4cdf-a273-62fe6d4a117b cannot update to ACTIVE because it is not bound. {{(pid=85267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 09 13:47:18.915002 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.provisioning_blocks [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Provisioning complete for port 8d48afe8-3c12-4489-a7f0-bffc3923bb24 triggered by entity L2. {{(pid=85267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 09 13:47:18.915914 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765226'] for port, provisioning_complete {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:18.928524 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-c897e62b-64a9-4f2d-9d02-53440372f65f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:18.934284 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [req-ead8c94d-9b30-4236-b2f8-afdb1e5c204a req-8274725e-c56f-4c85-b52d-2bc2dae88818 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853739901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853759498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265038874484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771815468181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265039307602'] for port, after_update {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:19.000365 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-6d82b45b-7a04-4e34-95fd-77d60098c217 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:19.005374 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-a08da119-c188-4943-8433-158f176b1416 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:47:19.058329 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-c897e62b-64a9-4f2d-9d02-53440372f65f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738555'] for security_group, after_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:19.100680 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:47:19.116732 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d34aaf26-7a01-44bd-b8d3-b58755b28baf admin admin] Router e36652c1-6bec-4570-b33c-77b5086f1ce8 is scheduled to L3 agent 69305824-358b-46b0-9707-cd2ded304b9c with binding_index 1 {{(pid=85266) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 09 13:47:19.124169 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c897e62b-64a9-4f2d-9d02-53440372f65f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91ab0ecc-a464-4c85-9e89-081234bb098d,revision_number=None']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:47:19.127962 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-c897e62b-64a9-4f2d-9d02-53440372f65f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:47:19.129043 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-c897e62b-64a9-4f2d-9d02-53440372f65f admin admin] Notify callbacks [] for security_group, before_response {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:19.133301 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-c897e62b-64a9-4f2d-9d02-53440372f65f admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/91ab0ecc-a464-4c85-9e89-081234bb098d HTTP/1.1" status: 204 len: 168 time: 1.6139104 Apr 09 13:47:19.299066 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-6d82b45b-7a04-4e34-95fd-77d60098c217 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738555'] for security_group, after_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:19.489666 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d34aaf26-7a01-44bd-b8d3-b58755b28baf admin admin] Notify agent at l3_agent.dv-cinder-785362-1-smb the message routers_updated {{(pid=85266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 09 13:47:19.501399 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2baf274a-261f-4107-805b-deb28aca7235 None None] Sync routers for ids ['e36652c1-6bec-4570-b33c-77b5086f1ce8'] in dv-cinder-785362-1-smb {{(pid=85267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 09 13:47:19.534934 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2baf274a-261f-4107-805b-deb28aca7235 None None] Routers {'e36652c1-6bec-4570-b33c-77b5086f1ce8'} bound to L3 agent in host dv-cinder-785362-1-smb {{(pid=85267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 09 13:47:19.546701 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_hamode_db [None req-2baf274a-261f-4107-805b-deb28aca7235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-785362-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-09T13:38:04Z,description=,heartbeat_timestamp=2021-04-09T13:47:04Z,host='dv-cinder-785362-1-smb',id=69305824-358b-46b0-9707-cd2ded304b9c,load=0,resource_versions=,resources_synced=,started_at=2021-04-09T13:38:04Z,topic='l3_agent')) {'router_ids': ['e36652c1-6bec-4570-b33c-77b5086f1ce8'], 'active': True} {{(pid=85267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 13:47:19.584501 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-d34aaf26-7a01-44bd-b8d3-b58755b28baf admin admin] Notify callbacks [] for router, before_response {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:19.586939 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-d34aaf26-7a01-44bd-b8d3-b58755b28baf admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 12.7032957 Apr 09 13:47:19.590354 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.75', 56606) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:47:19.624136 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31eac7ca-5b38-4967-b37c-f7aaa1e162d3 req-721446de-8b9a-41c7-9d33-ed8b417efe6a tempest-DeleteServersTestJSON-1971012576 tempest-DeleteServersTestJSON-1971012576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:47:19.642640 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-31eac7ca-5b38-4967-b37c-f7aaa1e162d3 req-721446de-8b9a-41c7-9d33-ed8b417efe6a tempest-DeleteServersTestJSON-1971012576 tempest-DeleteServersTestJSON-1971012576-project] 10.222.0.75 "GET /v2.0/ports?device_id=0e6ebb1b-cbd7-45ef-82d0-d1d10f04df1b HTTP/1.1" status: 200 len: 944 time: 0.9902692 Apr 09 13:47:19.649112 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-07391080-5f39-42c3-b413-7c82c0b1240b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:19.935445 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-31eac7ca-5b38-4967-b37c-f7aaa1e162d3 req-c2265b73-0a5e-4329-8ae9-5d048582b294 tempest-DeleteServersTestJSON-1971012576 tempest-DeleteServersTestJSON-1971012576-project] 10.222.0.75 "GET /v2.0/security-groups?id=7630f0ce-e518-49eb-b14c-24fd9c9bb8de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2915378 Apr 09 13:47:20.022717 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85266) accepted ('10.222.0.75', 56616) {{(pid=85266) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:47:20.028160 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8274725e-c56f-4c85-b52d-2bc2dae88818 service neutron] Pushing event updated for resources: {'Port': ['ID=f37da4d1-9561-4d90-8783-e0c6fd641102,revision_number=2']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:47:20.080547 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_dvr_db [None req-2baf274a-261f-4107-805b-deb28aca7235 None None] Set router e36652c1-6bec-4570-b33c-77b5086f1ce8 gateway port host: dv-cinder-785362-1-smb {{(pid=85267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 09 13:47:20.100843 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-c3504177-4c5e-48aa-934a-0ebbb596640a admin admin] Notify callbacks [] for security_group, before_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:20.198513 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-6d82b45b-7a04-4e34-95fd-77d60098c217 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=34f20ab0c0c64cc4bc9cbb2b255736db&name=default HTTP/1.1" status: 200 len: 2978 time: 3.4203718 Apr 09 13:47:20.227353 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-8274725e-c56f-4c85-b52d-2bc2dae88818 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.222s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:47:20.227895 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-95c75e91-f28d-4de9-8688-5de2b116ea6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.682s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:47:20.265009 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85266) accepted ('10.222.0.75', 56620) {{(pid=85266) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:47:20.278307 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-c3504177-4c5e-48aa-934a-0ebbb596640a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 13:47:20.307498 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d82b45b-7a04-4e34-95fd-77d60098c217 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e8a5820-14d4-4160-ba16-c6800bc0d473,revision_number=1']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:47:20.337717 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9b4eb3c-6f9d-40f3-ac26-dc087c64c5cd admin admin] Router 6caea2b6-d44d-482d-962a-f28d34b0d95c has already been hosted by L3 agent 69305824-358b-46b0-9707-cd2ded304b9c {{(pid=85265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 09 13:47:20.352965 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-6d82b45b-7a04-4e34-95fd-77d60098c217 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:47:20.928464 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-c3504177-4c5e-48aa-934a-0ebbb596640a admin admin] Usage tracker for resource:security_group_rule and tenant:2b72f91f1b794bbfa9d90d4d0d36c11f is out of sync, need to count used quota {{(pid=85266) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 13:47:20.932218 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-c3504177-4c5e-48aa-934a-0ebbb596640a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85266) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 13:47:20.938543 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_hamode_db [None req-2baf274a-261f-4107-805b-deb28aca7235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e36652c1-6bec-4570-b33c-77b5086f1ce8', 'name': 'tempest-AttachVolumeTestJSON-1552224158-router', 'tenant_id': '8b1366e2a2764227a2e3ada9f6348323', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd39673be-df84-4009-abea-d472d159fdfd', 'external_fixed_ips': [{'subnet_id': 'f6eeb1a0-26c5-43d1-996f-84b999bf12c7', 'ip_address': '172.28.0.183'}], 'enable_snat': True}, 'gw_port_id': 'e4a4510d-2481-4e5d-8964-18483640b5d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T13:47:06Z', 'updated_at': '2021-04-09T13:47:16Z', 'revision_number': 3, 'project_id': '8b1366e2a2764227a2e3ada9f6348323', 'gw_port': {'id': 'e4a4510d-2481-4e5d-8964-18483640b5d4', 'name': '', 'network_id': 'd39673be-df84-4009-abea-d472d159fdfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:46:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e36652c1-6bec-4570-b33c-77b5086f1ce8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'f6eeb1a0-26c5-43d1-996f-84b999bf12c7', 'ip_address': '172.28.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:47:12Z', 'updated_at': '2021-04-09T13:47:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f6eeb1a0-26c5-43d1-996f-84b999bf12c7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-1-smb'}], 'dv-cinder-785362-1-smb', False) {} {{(pid=85267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 13:47:20.944693 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2baf274a-261f-4107-805b-deb28aca7235 None None] Checking router: e36652c1-6bec-4570-b33c-77b5086f1ce8 for host: dv-cinder-785362-1-smb {{(pid=85267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 09 13:47:20.945360 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2baf274a-261f-4107-805b-deb28aca7235 None None] Updating router e36652c1-6bec-4570-b33c-77b5086f1ce8 port e4a4510d-2481-4e5d-8964-18483640b5d4 binding host dv-cinder-785362-1-smb {{(pid=85267) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 09 13:47:20.971882 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-c3504177-4c5e-48aa-934a-0ebbb596640a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 13:47:21.029539 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-2baf274a-261f-4107-805b-deb28aca7235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853739810'] for port, before_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:21.361373 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-844787cd-ea30-409f-ac40-441f0b87dc72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:21.371737 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-07391080-5f39-42c3-b413-7c82c0b1240b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854059233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854064505'] for router, after_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:21.671150 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.managers [req-ead8c94d-9b30-4236-b2f8-afdb1e5c204a req-8274725e-c56f-4c85-b52d-2bc2dae88818 service neutron] Attempting to bind port f37da4d1-9561-4d90-8783-e0c6fd641102 on host hv-cinder-78536 for vnic_type normal with profile {{(pid=85265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 09 13:47:21.671559 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.managers [req-ead8c94d-9b30-4236-b2f8-afdb1e5c204a req-8274725e-c56f-4c85-b52d-2bc2dae88818 service neutron] Attempting to bind port f37da4d1-9561-4d90-8783-e0c6fd641102 by drivers openvswitch,hyperv on host hv-cinder-78536 at level 0 using segments [{'id': 'd950d12a-5b5b-4326-af6e-33261ee7442a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '257edcb1-4bc3-4ee5-b314-1fcf484a8a5a'}] {{(pid=85265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 09 13:47:21.671921 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ead8c94d-9b30-4236-b2f8-afdb1e5c204a req-8274725e-c56f-4c85-b52d-2bc2dae88818 service neutron] Attempting to bind port f37da4d1-9561-4d90-8783-e0c6fd641102 on network 257edcb1-4bc3-4ee5-b314-1fcf484a8a5a {{(pid=85265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 09 13:47:21.694203 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ead8c94d-9b30-4236-b2f8-afdb1e5c204a req-8274725e-c56f-4c85-b52d-2bc2dae88818 service neutron] Port f37da4d1-9561-4d90-8783-e0c6fd641102 on network 257edcb1-4bc3-4ee5-b314-1fcf484a8a5a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78536 {{(pid=85265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 09 13:47:21.694517 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ead8c94d-9b30-4236-b2f8-afdb1e5c204a req-8274725e-c56f-4c85-b52d-2bc2dae88818 service neutron] Attempting to bind port f37da4d1-9561-4d90-8783-e0c6fd641102 on network 257edcb1-4bc3-4ee5-b314-1fcf484a8a5a {{(pid=85265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 09 13:47:21.715210 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-c3504177-4c5e-48aa-934a-0ebbb596640a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:21.770128 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ead8c94d-9b30-4236-b2f8-afdb1e5c204a req-8274725e-c56f-4c85-b52d-2bc2dae88818 service neutron] Checking agent: {'id': '5a3daac1-2611-42bd-a388-caa17c5666c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78536', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 9, 13, 45, 11), 'started_at': datetime.datetime(2021, 4, 9, 13, 45, 11), 'heartbeat_timestamp': datetime.datetime(2021, 4, 9, 13, 47, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 09 13:47:21.770491 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ead8c94d-9b30-4236-b2f8-afdb1e5c204a req-8274725e-c56f-4c85-b52d-2bc2dae88818 service neutron] Checking segment: {'id': 'd950d12a-5b5b-4326-af6e-33261ee7442a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '257edcb1-4bc3-4ee5-b314-1fcf484a8a5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 09 13:47:21.771072 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ead8c94d-9b30-4236-b2f8-afdb1e5c204a req-8274725e-c56f-4c85-b52d-2bc2dae88818 service neutron] Bound using segment: {'id': 'd950d12a-5b5b-4326-af6e-33261ee7442a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '257edcb1-4bc3-4ee5-b314-1fcf484a8a5a'} {{(pid=85265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 09 13:47:21.771603 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.managers [req-ead8c94d-9b30-4236-b2f8-afdb1e5c204a req-8274725e-c56f-4c85-b52d-2bc2dae88818 service neutron] Bound port: f37da4d1-9561-4d90-8783-e0c6fd641102, host: hv-cinder-78536, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd950d12a-5b5b-4326-af6e-33261ee7442a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '257edcb1-4bc3-4ee5-b314-1fcf484a8a5a'}}] {{(pid=85265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 09 13:47:21.771995 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [req-ead8c94d-9b30-4236-b2f8-afdb1e5c204a req-8274725e-c56f-4c85-b52d-2bc2dae88818 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853739810'] for port, before_update {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:21.788774 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-844787cd-ea30-409f-ac40-441f0b87dc72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:21.889292 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9b4eb3c-6f9d-40f3-ac26-dc087c64c5cd admin admin] Notify agent at l3_agent.dv-cinder-785362-1-smb the message routers_updated {{(pid=85265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 09 13:47:21.903985 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-576622cc-801c-4f81-992a-a314e1b9cb56 None None] Sync routers for ids ['6caea2b6-d44d-482d-962a-f28d34b0d95c'] in dv-cinder-785362-1-smb {{(pid=85268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 09 13:47:21.947567 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-576622cc-801c-4f81-992a-a314e1b9cb56 None None] Routers {'6caea2b6-d44d-482d-962a-f28d34b0d95c'} bound to L3 agent in host dv-cinder-785362-1-smb {{(pid=85268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 09 13:47:21.951921 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_hamode_db [None req-576622cc-801c-4f81-992a-a314e1b9cb56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-785362-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-09T13:38:04Z,description=,heartbeat_timestamp=2021-04-09T13:47:04Z,host='dv-cinder-785362-1-smb',id=69305824-358b-46b0-9707-cd2ded304b9c,load=0,resource_versions=,resources_synced=,started_at=2021-04-09T13:38:04Z,topic='l3_agent')) {'router_ids': ['6caea2b6-d44d-482d-962a-f28d34b0d95c'], 'active': True} {{(pid=85268) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 13:47:21.992519 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-a9b4eb3c-6f9d-40f3-ac26-dc087c64c5cd admin admin] 10.222.0.75 "PUT /v2.0/routers/6caea2b6-d44d-482d-962a-f28d34b0d95c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.6155090 Apr 09 13:47:22.018108 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-c3504177-4c5e-48aa-934a-0ebbb596640a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738555'] for security_group, after_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:22.098170 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.db [req-ead8c94d-9b30-4236-b2f8-afdb1e5c204a req-8274725e-c56f-4c85-b52d-2bc2dae88818 service neutron] For port f37da4d1-9561-4d90-8783-e0c6fd641102, host hv-cinder-78536, cleared binding levels {{(pid=85265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 09 13:47:22.127151 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-c897e62b-64a9-4f2d-9d02-53440372f65f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:47:22.134168 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.db [req-ead8c94d-9b30-4236-b2f8-afdb1e5c204a req-8274725e-c56f-4c85-b52d-2bc2dae88818 service neutron] For port f37da4d1-9561-4d90-8783-e0c6fd641102, host hv-cinder-78536, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=f37da4d1-9561-4d90-8783-e0c6fd641102,segment=NetworkSegment(d950d12a-5b5b-4326-af6e-33261ee7442a),segment_id=d950d12a-5b5b-4326-af6e-33261ee7442a)] {{(pid=85265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 09 13:47:22.141242 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [req-ead8c94d-9b30-4236-b2f8-afdb1e5c204a req-8274725e-c56f-4c85-b52d-2bc2dae88818 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853739901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853759498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265038874484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771815468181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265039307602'] for port, after_update {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:22.323235 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3504177-4c5e-48aa-934a-0ebbb596640a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da53ce60-da43-4dc7-a277-b4215ffd2d50,revision_number=1']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:47:22.347998 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-c3504177-4c5e-48aa-934a-0ebbb596640a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:47:22.374275 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:47:22.432859 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-c3504177-4c5e-48aa-934a-0ebbb596640a admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=2b72f91f1b794bbfa9d90d4d0d36c11f&name=default HTTP/1.1" status: 200 len: 2979 time: 2.4089899 Apr 09 13:47:22.443780 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85266) accepted ('10.222.0.75', 56658) {{(pid=85266) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:47:22.463440 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-2baf274a-261f-4107-805b-deb28aca7235 None None] Notify callbacks [] for port, precommit_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:22.579303 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_dvr_db [None req-576622cc-801c-4f81-992a-a314e1b9cb56 None None] Set router 6caea2b6-d44d-482d-962a-f28d34b0d95c gateway port host: dv-cinder-785362-1-smb {{(pid=85268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 09 13:47:22.662601 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.provisioning_blocks [None req-2baf274a-261f-4107-805b-deb28aca7235 None None] Transition to ACTIVE for port object e4a4510d-2481-4e5d-8964-18483640b5d4 will not be triggered until provisioned by entity L2. {{(pid=85267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 09 13:47:22.670958 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-2baf274a-261f-4107-805b-deb28aca7235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853739901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853759498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265038874484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771815468181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265039307602'] for port, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:22.708518 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdd989d-8d6d-4fbc-b63c-ece109aeaf1a req-5dce00f3-1337-49ac-81e5-1463ab3ef5b8 tempest-DeleteServersTestJSON-1971012576 tempest-DeleteServersTestJSON-1971012576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:47:22.726826 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-4fdd989d-8d6d-4fbc-b63c-ece109aeaf1a req-5dce00f3-1337-49ac-81e5-1463ab3ef5b8 tempest-DeleteServersTestJSON-1971012576 tempest-DeleteServersTestJSON-1971012576-project] 10.222.0.75 "GET /v2.0/ports?device_id=0e6ebb1b-cbd7-45ef-82d0-d1d10f04df1b HTTP/1.1" status: 200 len: 944 time: 1.5214849 Apr 09 13:47:22.779616 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:47:22.893505 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e48dbe-71df-45e0-90e9-bfe4f5e246e9 None None] Pushing event updated for resources: {'Port': ['ID=e4a4510d-2481-4e5d-8964-18483640b5d4,revision_number=2']} {{(pid=85267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:47:22.908237 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-05e48dbe-71df-45e0-90e9-bfe4f5e246e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=85267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:47:22.940071 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-4fdd989d-8d6d-4fbc-b63c-ece109aeaf1a req-fb07fd66-f279-4a7e-9858-c747be7a1088 tempest-DeleteServersTestJSON-1971012576 tempest-DeleteServersTestJSON-1971012576-project] 10.222.0.75 "GET /v2.0/security-groups?id=7630f0ce-e518-49eb-b14c-24fd9c9bb8de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2091467 Apr 09 13:47:22.957406 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-844787cd-ea30-409f-ac40-441f0b87dc72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738555'] for security_group, after_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:22.990187 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-539306f9-ace5-4219-a997-7aac9b33ccdb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:23.023344 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-c3504177-4c5e-48aa-934a-0ebbb596640a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:47:23.120271 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.managers [None req-2baf274a-261f-4107-805b-deb28aca7235 None None] Attempting to bind port e4a4510d-2481-4e5d-8964-18483640b5d4 on host dv-cinder-785362-1-smb for vnic_type normal with profile {{(pid=85267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 09 13:47:23.123628 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.managers [None req-2baf274a-261f-4107-805b-deb28aca7235 None None] Attempting to bind port e4a4510d-2481-4e5d-8964-18483640b5d4 by drivers openvswitch,hyperv on host dv-cinder-785362-1-smb at level 0 using segments [{'id': 'd71e9641-c1ca-48b4-9c8d-e574468b8697', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd39673be-df84-4009-abea-d472d159fdfd'}] {{(pid=85267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 09 13:47:23.124606 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2baf274a-261f-4107-805b-deb28aca7235 None None] Attempting to bind port e4a4510d-2481-4e5d-8964-18483640b5d4 on network d39673be-df84-4009-abea-d472d159fdfd {{(pid=85267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 09 13:47:23.136669 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2baf274a-261f-4107-805b-deb28aca7235 None None] Checking agent: {'id': 'e6bfe7c3-14e3-41b1-b7be-435962079a33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-785362-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 9, 13, 38, 5), 'started_at': datetime.datetime(2021, 4, 9, 13, 38, 35), 'heartbeat_timestamp': datetime.datetime(2021, 4, 9, 13, 47, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-785362-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 09 13:47:23.138128 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2baf274a-261f-4107-805b-deb28aca7235 None None] Checking segment: {'id': 'd71e9641-c1ca-48b4-9c8d-e574468b8697', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd39673be-df84-4009-abea-d472d159fdfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 09 13:47:23.140100 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-2baf274a-261f-4107-805b-deb28aca7235 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:23.141972 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2baf274a-261f-4107-805b-deb28aca7235 None None] Bound using segment: {'id': 'd71e9641-c1ca-48b4-9c8d-e574468b8697', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd39673be-df84-4009-abea-d472d159fdfd'} {{(pid=85267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 09 13:47:23.142737 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.managers [None req-2baf274a-261f-4107-805b-deb28aca7235 None None] Bound port: e4a4510d-2481-4e5d-8964-18483640b5d4, host: dv-cinder-785362-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd71e9641-c1ca-48b4-9c8d-e574468b8697', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd39673be-df84-4009-abea-d472d159fdfd'}}] {{(pid=85267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 09 13:47:23.148329 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-2baf274a-261f-4107-805b-deb28aca7235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853739810'] for port, before_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:23.190430 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844787cd-ea30-409f-ac40-441f0b87dc72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e8a5820-14d4-4160-ba16-c6800bc0d473,revision_number=None']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:47:23.203384 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-844787cd-ea30-409f-ac40-441f0b87dc72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:47:23.229426 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-844787cd-ea30-409f-ac40-441f0b87dc72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:23.243132 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.db [None req-2baf274a-261f-4107-805b-deb28aca7235 None None] For port e4a4510d-2481-4e5d-8964-18483640b5d4, host dv-cinder-785362-1-smb, cleared binding levels {{(pid=85267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 09 13:47:23.247763 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.db [None req-2baf274a-261f-4107-805b-deb28aca7235 None None] For port e4a4510d-2481-4e5d-8964-18483640b5d4, host dv-cinder-785362-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-1-smb',level=0,port_id=e4a4510d-2481-4e5d-8964-18483640b5d4,segment=NetworkSegment(d71e9641-c1ca-48b4-9c8d-e574468b8697),segment_id=d71e9641-c1ca-48b4-9c8d-e574468b8697)] {{(pid=85267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 09 13:47:23.258867 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-844787cd-ea30-409f-ac40-441f0b87dc72 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/3e8a5820-14d4-4160-ba16-c6800bc0d473 HTTP/1.1" status: 204 len: 168 time: 2.9925330 Apr 09 13:47:23.262931 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-2baf274a-261f-4107-805b-deb28aca7235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853739901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853759498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265038874484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771815468181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265039307602'] for port, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:23.281107 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:47:23.287312 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07391080-5f39-42c3-b413-7c82c0b1240b admin admin] Router fb965919-2b8c-431b-ab9d-6b535d7a897b is scheduled to L3 agent 69305824-358b-46b0-9707-cd2ded304b9c with binding_index 1 {{(pid=85266) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 09 13:47:23.303890 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead8c94d-9b30-4236-b2f8-afdb1e5c204a req-8274725e-c56f-4c85-b52d-2bc2dae88818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:47:23.304574 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [req-ead8c94d-9b30-4236-b2f8-afdb1e5c204a req-8274725e-c56f-4c85-b52d-2bc2dae88818 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758280'] for port, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:23.313028 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-ead8c94d-9b30-4236-b2f8-afdb1e5c204a req-8274725e-c56f-4c85-b52d-2bc2dae88818 service neutron] 10.222.0.90 "PUT /v2.0/ports/f37da4d1-9561-4d90-8783-e0c6fd641102 HTTP/1.1" status: 200 len: 1094 time: 8.8596351 Apr 09 13:47:23.313592 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e6ebb1b-cbd7-45ef-82d0-d1d10f04df1b', 'tag': 'f37da4d1-9561-4d90-8783-e0c6fd641102'}] {{(pid=85265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 09 13:47:23.332938 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-539306f9-ace5-4219-a997-7aac9b33ccdb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:23.385127 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85266) accepted ('10.222.0.75', 56672) {{(pid=85266) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:47:23.389699 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_hamode_db [None req-576622cc-801c-4f81-992a-a314e1b9cb56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6caea2b6-d44d-482d-962a-f28d34b0d95c', 'name': 'tempest-AttachVolumeShelveTestJSON-2049991526-router', 'tenant_id': 'a2b444c2a873486d8c3ff30419c2c3f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd39673be-df84-4009-abea-d472d159fdfd', 'external_fixed_ips': [{'subnet_id': 'f6eeb1a0-26c5-43d1-996f-84b999bf12c7', 'ip_address': '172.28.0.41'}], 'enable_snat': True}, 'gw_port_id': '8d48afe8-3c12-4489-a7f0-bffc3923bb24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T13:47:00Z', 'updated_at': '2021-04-09T13:47:14Z', 'revision_number': 4, 'project_id': 'a2b444c2a873486d8c3ff30419c2c3f8', 'gw_port': {'id': '8d48afe8-3c12-4489-a7f0-bffc3923bb24', 'name': '', 'network_id': 'd39673be-df84-4009-abea-d472d159fdfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:0a:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6caea2b6-d44d-482d-962a-f28d34b0d95c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'f6eeb1a0-26c5-43d1-996f-84b999bf12c7', 'ip_address': '172.28.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:47:01Z', 'updated_at': '2021-04-09T13:47:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6eeb1a0-26c5-43d1-996f-84b999bf12c7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-1-smb', '_interfaces': [{'id': 'c3873a69-5ad7-4cdf-a273-62fe6d4a117b', 'name': '', 'network_id': 'a4bc50d2-4a55-4ee1-87aa-a1e91be18584', 'tenant_id': 'a2b444c2a873486d8c3ff30419c2c3f8', 'mac_address': 'fa:16:3e:19:f0:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6caea2b6-d44d-482d-962a-f28d34b0d95c', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '0144e1c8-7bcb-42a5-ac9e-709c8b2e67a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:47:09Z', 'updated_at': '2021-04-09T13:47:16Z', 'revision_number': 2, 'project_id': 'a2b444c2a873486d8c3ff30419c2c3f8', 'subnets': [{'id': '0144e1c8-7bcb-42a5-ac9e-709c8b2e67a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-785362-1-smb', False) {} {{(pid=85268) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 13:47:23.395140 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-576622cc-801c-4f81-992a-a314e1b9cb56 None None] Checking router: 6caea2b6-d44d-482d-962a-f28d34b0d95c for host: dv-cinder-785362-1-smb {{(pid=85268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 09 13:47:23.406347 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-576622cc-801c-4f81-992a-a314e1b9cb56 None None] Updating router 6caea2b6-d44d-482d-962a-f28d34b0d95c port c3873a69-5ad7-4cdf-a273-62fe6d4a117b binding host dv-cinder-785362-1-smb {{(pid=85268) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 09 13:47:23.443495 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.v2.base [None req-5f71c29b-58c3-4c1f-882d-dcee41f00366 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1375794908', 'description': 'tempest-description--1472918773'}} {{(pid=85266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 09 13:47:23.552854 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-576622cc-801c-4f81-992a-a314e1b9cb56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853739810'] for port, before_update {{(pid=85268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:23.605076 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8274725e-c56f-4c85-b52d-2bc2dae88818 service neutron] Pushing event updated for resources: {'Port': ['ID=f37da4d1-9561-4d90-8783-e0c6fd641102,revision_number=3']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:47:23.615293 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-8274725e-c56f-4c85-b52d-2bc2dae88818 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.241s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:47:23.641935 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-5f71c29b-58c3-4c1f-882d-dcee41f00366 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 13:47:23.663887 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e48dbe-71df-45e0-90e9-bfe4f5e246e9 None None] Pushing event updated for resources: {'Port': ['ID=e4a4510d-2481-4e5d-8964-18483640b5d4,revision_number=3']} {{(pid=85267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:47:23.674077 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-05e48dbe-71df-45e0-90e9-bfe4f5e246e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=85267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:47:23.761034 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-8ebfaa92-bbe8-49e9-bd92-02587df022a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853739810'] for port, before_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:23.779897 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2baf274a-261f-4107-805b-deb28aca7235 None None] Routers {'e36652c1-6bec-4570-b33c-77b5086f1ce8'} bound to L3 agent in host dv-cinder-785362-1-smb {{(pid=85267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 09 13:47:23.780736 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_hamode_db [None req-2baf274a-261f-4107-805b-deb28aca7235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-785362-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-09T13:38:04Z,description=,heartbeat_timestamp=2021-04-09T13:47:04Z,host='dv-cinder-785362-1-smb',id=69305824-358b-46b0-9707-cd2ded304b9c,load=0,resource_versions=,resources_synced=,started_at=2021-04-09T13:38:04Z,topic='l3_agent')) {'router_ids': ['e36652c1-6bec-4570-b33c-77b5086f1ce8'], 'active': True} {{(pid=85267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 13:47:23.840665 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-5f71c29b-58c3-4c1f-882d-dcee41f00366 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Usage tracker for resource:security_group and tenant:a2b444c2a873486d8c3ff30419c2c3f8 is out of sync, need to count used quota {{(pid=85266) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 13:47:23.857598 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-5f71c29b-58c3-4c1f-882d-dcee41f00366 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=85266) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 13:47:23.901179 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-539306f9-ace5-4219-a997-7aac9b33ccdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738555'] for security_group, after_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:23.923575 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-5f71c29b-58c3-4c1f-882d-dcee41f00366 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 13:47:23.953133 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:47:24.005365 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539306f9-ace5-4219-a997-7aac9b33ccdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da53ce60-da43-4dc7-a277-b4215ffd2d50,revision_number=None']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:47:24.013327 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-539306f9-ace5-4219-a997-7aac9b33ccdb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:47:24.037072 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-5f71c29b-58c3-4c1f-882d-dcee41f00366 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Notify callbacks [] for security_group, before_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:24.090832 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-539306f9-ace5-4219-a997-7aac9b33ccdb admin admin] Notify callbacks [] for security_group, before_response {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:24.107087 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-539306f9-ace5-4219-a997-7aac9b33ccdb admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/da53ce60-da43-4dc7-a277-b4215ffd2d50 HTTP/1.1" status: 204 len: 168 time: 1.6430705 Apr 09 13:47:24.134768 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-5f71c29b-58c3-4c1f-882d-dcee41f00366 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 13:47:24.157218 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-5f71c29b-58c3-4c1f-882d-dcee41f00366 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Usage tracker for resource:security_group_rule and tenant:a2b444c2a873486d8c3ff30419c2c3f8 is out of sync, need to count used quota {{(pid=85266) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 13:47:24.168134 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-5f71c29b-58c3-4c1f-882d-dcee41f00366 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85266) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 13:47:24.183554 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-5f71c29b-58c3-4c1f-882d-dcee41f00366 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 13:47:24.202616 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07391080-5f39-42c3-b413-7c82c0b1240b admin admin] Notify agent at l3_agent.dv-cinder-785362-1-smb the message routers_updated {{(pid=85266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 09 13:47:24.218838 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8fe6a95-a42f-4e7b-85be-f974258e9b26 None None] Sync routers for ids ['fb965919-2b8c-431b-ab9d-6b535d7a897b'] in dv-cinder-785362-1-smb {{(pid=85267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 09 13:47:24.277878 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8fe6a95-a42f-4e7b-85be-f974258e9b26 None None] Routers {'fb965919-2b8c-431b-ab9d-6b535d7a897b'} bound to L3 agent in host dv-cinder-785362-1-smb {{(pid=85267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 09 13:47:24.279000 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_hamode_db [None req-c8fe6a95-a42f-4e7b-85be-f974258e9b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-785362-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-09T13:38:04Z,description=,heartbeat_timestamp=2021-04-09T13:47:04Z,host='dv-cinder-785362-1-smb',id=69305824-358b-46b0-9707-cd2ded304b9c,load=0,resource_versions=,resources_synced=,started_at=2021-04-09T13:38:04Z,topic='l3_agent')) {'router_ids': ['fb965919-2b8c-431b-ab9d-6b535d7a897b'], 'active': True} {{(pid=85267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 13:47:24.390070 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.db_base_plugin_common [None req-8ebfaa92-bbe8-49e9-bd92-02587df022a3 admin admin] Allocated IP 172.20.0.1 (05572312-ba94-44c0-9d23-59b1e6c5c81f/52cd575a-477f-4889-af1f-960c6b2cd43e/1bd565bf-dbfe-4cce-8936-0512a2cd7275) {{(pid=85265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 09 13:47:24.643385 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-5f71c29b-58c3-4c1f-882d-dcee41f00366 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Notify callbacks [] for security_group, precommit_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:24.651052 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-576622cc-801c-4f81-992a-a314e1b9cb56 None None] Notify callbacks [] for port, precommit_update {{(pid=85268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:24.659651 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-5f71c29b-58c3-4c1f-882d-dcee41f00366 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738555'] for security_group, after_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:24.660412 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85266) accepted ('10.222.0.75', 56704) {{(pid=85266) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:47:24.663619 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e6ebb1b-cbd7-45ef-82d0-d1d10f04df1b', 'tag': 'f37da4d1-9561-4d90-8783-e0c6fd641102', 'status': 'completed', 'code': 200} Apr 09 13:47:24.669500 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead8c94d-9b30-4236-b2f8-afdb1e5c204a req-478f538c-16a3-4152-9b82-0abd470f05f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:47:24.686895 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-07391080-5f39-42c3-b413-7c82c0b1240b admin admin] Notify callbacks [] for router, before_response {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:24.689888 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-ead8c94d-9b30-4236-b2f8-afdb1e5c204a req-478f538c-16a3-4152-9b82-0abd470f05f8 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=21a623aaeceb4802b1032e20363c6154&device_id=0e6ebb1b-cbd7-45ef-82d0-d1d10f04df1b HTTP/1.1" status: 200 len: 1097 time: 1.2572925 Apr 09 13:47:24.693170 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.75', 56708) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:47:24.695330 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-07391080-5f39-42c3-b413-7c82c0b1240b admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 21.0165412 Apr 09 13:47:24.699894 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.provisioning_blocks [None req-576622cc-801c-4f81-992a-a314e1b9cb56 None None] Transition to ACTIVE for port object c3873a69-5ad7-4cdf-a273-62fe6d4a117b will not be triggered until provisioned by entity L2. {{(pid=85268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 09 13:47:24.716611 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-576622cc-801c-4f81-992a-a314e1b9cb56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853739901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853759498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265038874484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771815468181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265039307602'] for port, after_update {{(pid=85268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:24.741107 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_dvr_db [None req-c8fe6a95-a42f-4e7b-85be-f974258e9b26 None None] Set router fb965919-2b8c-431b-ab9d-6b535d7a897b gateway port host: dv-cinder-785362-1-smb {{(pid=85267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 09 13:47:24.754338 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:47:24.762569 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:47:24.786459 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-239c7921-8695-403e-a729-e602c7bdd59a admin admin] Notify callbacks [] for security_group, before_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:24.787153 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-8ebfaa92-bbe8-49e9-bd92-02587df022a3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:24.799935 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-5f71c29b-58c3-4c1f-882d-dcee41f00366 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Notify callbacks [] for security_group, before_response {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:24.801590 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-5f71c29b-58c3-4c1f-882d-dcee41f00366 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.4152427 Apr 09 13:47:24.811676 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85266) accepted ('10.222.0.75', 56716) {{(pid=85266) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:47:24.822873 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.v2.base [None req-7ea85d54-9e8b-4287-ba42-9aeedd8861a4 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Request body: {'security_group_rule': {'security_group_id': '947774b9-8c9c-4200-ad33-d72fdd5295bc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 09 13:47:24.829966 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f71c29b-58c3-4c1f-882d-dcee41f00366 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Pushing event updated for resources: {'SecurityGroup': ['ID=947774b9-8c9c-4200-ad33-d72fdd5295bc,revision_number=1']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:47:24.831593 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.provisioning_blocks [None req-8ebfaa92-bbe8-49e9-bd92-02587df022a3 admin admin] Transition to ACTIVE for port object 1bd565bf-dbfe-4cce-8936-0512a2cd7275 will not be triggered until provisioned by entity DHCP. {{(pid=85265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 09 13:47:24.834672 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-239c7921-8695-403e-a729-e602c7bdd59a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 13:47:24.839167 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-7ea85d54-9e8b-4287-ba42-9aeedd8861a4 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 13:47:24.847442 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-239c7921-8695-403e-a729-e602c7bdd59a admin admin] Usage tracker for resource:security_group_rule and tenant:3d17c69906af4d558a722ef4ad8c7264 is out of sync, need to count used quota {{(pid=85266) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 13:47:24.850965 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-5f71c29b-58c3-4c1f-882d-dcee41f00366 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:47:24.852127 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-239c7921-8695-403e-a729-e602c7bdd59a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85266) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 13:47:24.857159 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-7ea85d54-9e8b-4287-ba42-9aeedd8861a4 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Usage tracker for resource:security_group_rule and tenant:a2b444c2a873486d8c3ff30419c2c3f8 is out of sync, need to count used quota {{(pid=85266) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 13:47:24.862906 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-7ea85d54-9e8b-4287-ba42-9aeedd8861a4 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85266) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 13:47:24.874279 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-239c7921-8695-403e-a729-e602c7bdd59a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 13:47:24.884407 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-7ea85d54-9e8b-4287-ba42-9aeedd8861a4 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 13:47:24.929704 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba2e6ab-5684-429f-a5a1-95638cc221e5 None None] Pushing event updated for resources: {'Port': ['ID=c3873a69-5ad7-4cdf-a273-62fe6d4a117b,revision_number=3']} {{(pid=85268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:47:24.934939 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-8ebfaa92-bbe8-49e9-bd92-02587df022a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853739901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853759498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771815468164'] for port, after_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:24.940403 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-7ea85d54-9e8b-4287-ba42-9aeedd8861a4 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:24.943806 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-7ba2e6ab-5684-429f-a5a1-95638cc221e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=85268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:47:24.963368 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1afb08-658f-4611-aa54-5f8431b969b2 req-2069f767-696e-469d-8834-28fa44aedcd2 tempest-DeleteServersTestJSON-1971012576 tempest-DeleteServersTestJSON-1971012576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:47:24.965278 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-4d1afb08-658f-4611-aa54-5f8431b969b2 req-2069f767-696e-469d-8834-28fa44aedcd2 tempest-DeleteServersTestJSON-1971012576 tempest-DeleteServersTestJSON-1971012576-project] 10.222.0.75 "GET /v2.0/ports?device_id=0e6ebb1b-cbd7-45ef-82d0-d1d10f04df1b HTTP/1.1" status: 200 len: 944 time: 0.6678803 Apr 09 13:47:25.026147 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-12c73886-9e8c-4377-9ee5-b0d04889be4c tempest-DeleteServersTestJSON-1971012576 tempest-DeleteServersTestJSON-1971012576-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:47:25.121820 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-4d1afb08-658f-4611-aa54-5f8431b969b2 req-b0ec6699-a8a2-4785-b1f5-c19185475581 tempest-DeleteServersTestJSON-1971012576 tempest-DeleteServersTestJSON-1971012576-project] 10.222.0.75 "GET /v2.0/security-groups?id=7630f0ce-e518-49eb-b14c-24fd9c9bb8de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409845 Apr 09 13:47:25.152332 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_dvr_db [None req-2baf274a-261f-4107-805b-deb28aca7235 None None] Set router e36652c1-6bec-4570-b33c-77b5086f1ce8 gateway port host: dv-cinder-785362-1-smb {{(pid=85267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 09 13:47:25.174840 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-7ea85d54-9e8b-4287-ba42-9aeedd8861a4 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:25.189929 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-7ea85d54-9e8b-4287-ba42-9aeedd8861a4 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738439'] for security_group_rule, after_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:25.196214 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-239c7921-8695-403e-a729-e602c7bdd59a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:25.197477 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:47:25.213638 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-239c7921-8695-403e-a729-e602c7bdd59a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738555'] for security_group, after_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:25.235291 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea85d54-9e8b-4287-ba42-9aeedd8861a4 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea929ba3-4131-4969-8052-9bce50113dc7,revision_number=0']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:47:25.255707 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-7ea85d54-9e8b-4287-ba42-9aeedd8861a4 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:47:25.256404 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-844787cd-ea30-409f-ac40-441f0b87dc72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.019s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:47:25.355383 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-7ea85d54-9e8b-4287-ba42-9aeedd8861a4 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:25.356963 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-7ea85d54-9e8b-4287-ba42-9aeedd8861a4 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5433927 Apr 09 13:47:25.360133 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-239c7921-8695-403e-a729-e602c7bdd59a admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=3d17c69906af4d558a722ef4ad8c7264&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6821091 Apr 09 13:47:25.371482 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85266) accepted ('10.222.0.75', 56730) {{(pid=85266) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:47:25.372147 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85266) accepted ('10.222.0.75', 56732) {{(pid=85266) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:47:25.409642 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.v2.base [None req-ffa7d567-32ea-49fe-bb71-4425a79d65da tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Request body: {'security_group_rule': {'security_group_id': '947774b9-8c9c-4200-ad33-d72fdd5295bc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=85266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 09 13:47:25.428026 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239c7921-8695-403e-a729-e602c7bdd59a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e370503-1643-48c7-9e13-f4fd61e8f0eb,revision_number=1']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:47:25.439488 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-ffa7d567-32ea-49fe-bb71-4425a79d65da tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 13:47:25.457539 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-239c7921-8695-403e-a729-e602c7bdd59a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:47:25.482635 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-ffa7d567-32ea-49fe-bb71-4425a79d65da tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Usage tracker for resource:security_group_rule and tenant:a2b444c2a873486d8c3ff30419c2c3f8 is out of sync, need to count used quota {{(pid=85266) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 13:47:25.486012 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebfaa92-bbe8-49e9-bd92-02587df022a3 admin admin] Pushing event updated for resources: {'Port': ['ID=1bd565bf-dbfe-4cce-8936-0512a2cd7275,revision_number=1']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:47:25.493291 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.managers [None req-576622cc-801c-4f81-992a-a314e1b9cb56 None None] Attempting to bind port c3873a69-5ad7-4cdf-a273-62fe6d4a117b on host dv-cinder-785362-1-smb for vnic_type normal with profile {{(pid=85268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 09 13:47:25.494442 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.managers [None req-576622cc-801c-4f81-992a-a314e1b9cb56 None None] Attempting to bind port c3873a69-5ad7-4cdf-a273-62fe6d4a117b by drivers openvswitch,hyperv on host dv-cinder-785362-1-smb at level 0 using segments [{'id': '5475d062-1238-45f6-bf79-210ecdb0febe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'a4bc50d2-4a55-4ee1-87aa-a1e91be18584'}] {{(pid=85268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 09 13:47:25.494442 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-576622cc-801c-4f81-992a-a314e1b9cb56 None None] Attempting to bind port c3873a69-5ad7-4cdf-a273-62fe6d4a117b on network a4bc50d2-4a55-4ee1-87aa-a1e91be18584 {{(pid=85268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 09 13:47:25.496584 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-8ebfaa92-bbe8-49e9-bd92-02587df022a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.471s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:47:25.502233 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-576622cc-801c-4f81-992a-a314e1b9cb56 None None] Checking agent: {'id': 'e6bfe7c3-14e3-41b1-b7be-435962079a33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-785362-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 9, 13, 38, 5), 'started_at': datetime.datetime(2021, 4, 9, 13, 38, 35), 'heartbeat_timestamp': datetime.datetime(2021, 4, 9, 13, 47, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-785362-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 09 13:47:25.502944 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-576622cc-801c-4f81-992a-a314e1b9cb56 None None] Checking segment: {'id': '5475d062-1238-45f6-bf79-210ecdb0febe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'a4bc50d2-4a55-4ee1-87aa-a1e91be18584'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 09 13:47:25.503557 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-576622cc-801c-4f81-992a-a314e1b9cb56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:25.503996 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-576622cc-801c-4f81-992a-a314e1b9cb56 None None] Bound using segment: {'id': '5475d062-1238-45f6-bf79-210ecdb0febe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'a4bc50d2-4a55-4ee1-87aa-a1e91be18584'} {{(pid=85268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 09 13:47:25.504515 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.managers [None req-576622cc-801c-4f81-992a-a314e1b9cb56 None None] Bound port: c3873a69-5ad7-4cdf-a273-62fe6d4a117b, host: dv-cinder-785362-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5475d062-1238-45f6-bf79-210ecdb0febe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'a4bc50d2-4a55-4ee1-87aa-a1e91be18584'}}] {{(pid=85268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 09 13:47:25.504930 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-576622cc-801c-4f81-992a-a314e1b9cb56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853739810'] for port, before_update {{(pid=85268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:25.515069 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-ffa7d567-32ea-49fe-bb71-4425a79d65da tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85266) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 13:47:25.550618 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-ffa7d567-32ea-49fe-bb71-4425a79d65da tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 13:47:25.646282 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-ffa7d567-32ea-49fe-bb71-4425a79d65da tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:25.647552 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.db [None req-576622cc-801c-4f81-992a-a314e1b9cb56 None None] For port c3873a69-5ad7-4cdf-a273-62fe6d4a117b, host dv-cinder-785362-1-smb, cleared binding levels {{(pid=85268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 09 13:47:25.651312 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.db [None req-576622cc-801c-4f81-992a-a314e1b9cb56 None None] For port c3873a69-5ad7-4cdf-a273-62fe6d4a117b, host dv-cinder-785362-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-1-smb',level=0,port_id=c3873a69-5ad7-4cdf-a273-62fe6d4a117b,segment=NetworkSegment(5475d062-1238-45f6-bf79-210ecdb0febe),segment_id=5475d062-1238-45f6-bf79-210ecdb0febe)] {{(pid=85268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 09 13:47:25.657267 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-576622cc-801c-4f81-992a-a314e1b9cb56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853739901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853759498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265038874484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771815468181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265039307602'] for port, after_update {{(pid=85268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:25.693227 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-36e78de6-0dd6-4c7d-a66a-c1cdfd07c2a1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:47:25.693914 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-e7ce41a2-dfd4-4ecf-8d3a-835af7064a00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:25.795953 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba2e6ab-5684-429f-a5a1-95638cc221e5 None None] Pushing event updated for resources: {'Port': ['ID=c3873a69-5ad7-4cdf-a273-62fe6d4a117b,revision_number=4']} {{(pid=85268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:47:25.804047 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-7ba2e6ab-5684-429f-a5a1-95638cc221e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=85268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:47:25.816265 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-ffa7d567-32ea-49fe-bb71-4425a79d65da tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:25.826695 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-ffa7d567-32ea-49fe-bb71-4425a79d65da tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738439'] for security_group_rule, after_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:25.868034 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-7ea85d54-9e8b-4287-ba42-9aeedd8861a4 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:47:25.887810 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-e7ce41a2-dfd4-4ecf-8d3a-835af7064a00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:25.899255 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa7d567-32ea-49fe-bb71-4425a79d65da tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1866eea-b016-4f66-b05f-568b180f3afc,revision_number=0']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:47:25.913382 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-ffa7d567-32ea-49fe-bb71-4425a79d65da tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:47:25.915110 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-ffa7d567-32ea-49fe-bb71-4425a79d65da tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:25.923291 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_hamode_db [None req-c8fe6a95-a42f-4e7b-85be-f974258e9b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb965919-2b8c-431b-ab9d-6b535d7a897b', 'name': 'tempest-ServerRescueNegativeTestJSON-206822230-router', 'tenant_id': 'd99749794dc147dfb86af7ba6d9559b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd39673be-df84-4009-abea-d472d159fdfd', 'external_fixed_ips': [{'subnet_id': 'f6eeb1a0-26c5-43d1-996f-84b999bf12c7', 'ip_address': '172.28.0.9'}], 'enable_snat': True}, 'gw_port_id': '136ae234-a7fa-49ee-835a-3c77ea6eb86b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T13:47:03Z', 'updated_at': '2021-04-09T13:47:17Z', 'revision_number': 3, 'project_id': 'd99749794dc147dfb86af7ba6d9559b9', 'gw_port': {'id': '136ae234-a7fa-49ee-835a-3c77ea6eb86b', 'name': '', 'network_id': 'd39673be-df84-4009-abea-d472d159fdfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:65:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb965919-2b8c-431b-ab9d-6b535d7a897b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f6eeb1a0-26c5-43d1-996f-84b999bf12c7', 'ip_address': '172.28.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:47:09Z', 'updated_at': '2021-04-09T13:47:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f6eeb1a0-26c5-43d1-996f-84b999bf12c7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-1-smb'}], 'dv-cinder-785362-1-smb', False) {} {{(pid=85267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 13:47:25.925589 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-ffa7d567-32ea-49fe-bb71-4425a79d65da tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5444391 Apr 09 13:47:25.926896 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85266) accepted ('10.222.0.75', 56750) {{(pid=85266) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:47:25.939162 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.v2.base [None req-d29d0cce-ac2a-4683-a6b4-d6385ab2bc7b tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Request body: {'floatingip': {'floating_network_id': 'd39673be-df84-4009-abea-d472d159fdfd'}} {{(pid=85266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 09 13:47:25.941581 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8fe6a95-a42f-4e7b-85be-f974258e9b26 None None] Checking router: fb965919-2b8c-431b-ab9d-6b535d7a897b for host: dv-cinder-785362-1-smb {{(pid=85267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 09 13:47:25.942492 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8fe6a95-a42f-4e7b-85be-f974258e9b26 None None] Updating router fb965919-2b8c-431b-ab9d-6b535d7a897b port 136ae234-a7fa-49ee-835a-3c77ea6eb86b binding host dv-cinder-785362-1-smb {{(pid=85267) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 09 13:47:25.949197 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-d29d0cce-ac2a-4683-a6b4-d6385ab2bc7b tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 13:47:25.954784 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-d29d0cce-ac2a-4683-a6b4-d6385ab2bc7b tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Usage tracker for resource:floatingip and tenant:a2b444c2a873486d8c3ff30419c2c3f8 is out of sync, need to count used quota {{(pid=85266) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 13:47:25.958858 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-d29d0cce-ac2a-4683-a6b4-d6385ab2bc7b tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85266) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 13:47:25.966886 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-d29d0cce-ac2a-4683-a6b4-d6385ab2bc7b tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 13:47:25.991781 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-d29d0cce-ac2a-4683-a6b4-d6385ab2bc7b tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Notify callbacks [] for floatingip, before_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:26.038045 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-576622cc-801c-4f81-992a-a314e1b9cb56 None None] Routers {'6caea2b6-d44d-482d-962a-f28d34b0d95c'} bound to L3 agent in host dv-cinder-785362-1-smb {{(pid=85268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 09 13:47:26.040395 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_hamode_db [None req-576622cc-801c-4f81-992a-a314e1b9cb56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-785362-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-09T13:38:04Z,description=,heartbeat_timestamp=2021-04-09T13:47:04Z,host='dv-cinder-785362-1-smb',id=69305824-358b-46b0-9707-cd2ded304b9c,load=0,resource_versions=,resources_synced=,started_at=2021-04-09T13:38:04Z,topic='l3_agent')) {'router_ids': ['6caea2b6-d44d-482d-962a-f28d34b0d95c'], 'active': True} {{(pid=85268) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 13:47:26.170659 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ebfaa92-bbe8-49e9-bd92-02587df022a3 admin admin] Network 05572312-ba94-44c0-9d23-59b1e6c5c81f is already hosted by enough agents. {{(pid=85265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 09 13:47:26.181550 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.scheduler.base_scheduler [None req-8ebfaa92-bbe8-49e9-bd92-02587df022a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=85265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 09 13:47:26.185937 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-c8fe6a95-a42f-4e7b-85be-f974258e9b26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853739810'] for port, before_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:26.199511 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-ead8c94d-9b30-4236-b2f8-afdb1e5c204a req-fd14888a-4d8e-460f-a01a-5cdf6373d4a1 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f37da4d1-9561-4d90-8783-e0c6fd641102 HTTP/1.1" status: 200 len: 217 time: 0.2771838 Apr 09 13:47:26.200107 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ebfaa92-bbe8-49e9-bd92-02587df022a3 admin admin] Received port after_create {{(pid=85265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 09 13:47:26.200624 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-8ebfaa92-bbe8-49e9-bd92-02587df022a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-361547'] for router_interface, before_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:26.343700 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-e7ce41a2-dfd4-4ecf-8d3a-835af7064a00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738555'] for security_group, after_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:26.369587 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:47:26.439550 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-e7ce41a2-dfd4-4ecf-8d3a-835af7064a00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:26.440892 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-e7ce41a2-dfd4-4ecf-8d3a-835af7064a00 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/4e370503-1643-48c7-9e13-f4fd61e8f0eb HTTP/1.1" status: 204 len: 168 time: 1.0606000 Apr 09 13:47:26.443690 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ce41a2-dfd4-4ecf-8d3a-835af7064a00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e370503-1643-48c7-9e13-f4fd61e8f0eb,revision_number=None']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:47:26.454108 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-e7ce41a2-dfd4-4ecf-8d3a-835af7064a00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:47:26.791787 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-d29d0cce-ac2a-4683-a6b4-d6385ab2bc7b tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853739810'] for port, before_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:27.069077 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_dvr_db [None req-576622cc-801c-4f81-992a-a314e1b9cb56 None None] Set router 6caea2b6-d44d-482d-962a-f28d34b0d95c gateway port host: dv-cinder-785362-1-smb {{(pid=85268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 09 13:47:27.157806 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.db_base_plugin_common [None req-d29d0cce-ac2a-4683-a6b4-d6385ab2bc7b tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Allocated IP 172.28.0.40 (d39673be-df84-4009-abea-d472d159fdfd/f6eeb1a0-26c5-43d1-996f-84b999bf12c7/0022dac3-37c5-4543-8d7d-8bc61bad6687) {{(pid=85266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 09 13:47:27.210982 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2854ca-dc34-4b9b-a93a-00128498c464 req-b791a71e-c2a3-435e-aeeb-fb53f624b251 tempest-DeleteServersTestJSON-1971012576 tempest-DeleteServersTestJSON-1971012576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:47:27.215907 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-ab2854ca-dc34-4b9b-a93a-00128498c464 req-b791a71e-c2a3-435e-aeeb-fb53f624b251 tempest-DeleteServersTestJSON-1971012576 tempest-DeleteServersTestJSON-1971012576-project] 10.222.0.75 "GET /v2.0/ports?device_id=0e6ebb1b-cbd7-45ef-82d0-d1d10f04df1b HTTP/1.1" status: 200 len: 944 time: 0.7804832 Apr 09 13:47:27.300934 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-ab2854ca-dc34-4b9b-a93a-00128498c464 req-9ff83793-638c-4505-8c1e-45cb8a3eae62 tempest-DeleteServersTestJSON-1971012576 tempest-DeleteServersTestJSON-1971012576-project] 10.222.0.75 "GET /v2.0/security-groups?id=7630f0ce-e518-49eb-b14c-24fd9c9bb8de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619028 Apr 09 13:47:27.681901 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-d29d0cce-ac2a-4683-a6b4-d6385ab2bc7b tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Notify callbacks [] for port, precommit_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:27.726534 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-d29d0cce-ac2a-4683-a6b4-d6385ab2bc7b tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853739901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853759498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771815468164'] for port, after_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:27.761591 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead8c94d-9b30-4236-b2f8-afdb1e5c204a req-ae151f80-65f5-446a-bab0-89a5c25e6fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:47:27.769382 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-ead8c94d-9b30-4236-b2f8-afdb1e5c204a req-ae151f80-65f5-446a-bab0-89a5c25e6fb0 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=ddb95ae0-154c-4dc6-9025-63f7eadd4639 HTTP/1.1" status: 200 len: 851 time: 1.4445391 Apr 09 13:47:27.793427 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:47:28.029469 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-8ebfaa92-bbe8-49e9-bd92-02587df022a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853739810'] for port, before_update {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:28.132121 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_hamode_db [None req-2baf274a-261f-4107-805b-deb28aca7235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e36652c1-6bec-4570-b33c-77b5086f1ce8', 'name': 'tempest-AttachVolumeTestJSON-1552224158-router', 'tenant_id': '8b1366e2a2764227a2e3ada9f6348323', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd39673be-df84-4009-abea-d472d159fdfd', 'external_fixed_ips': [{'subnet_id': 'f6eeb1a0-26c5-43d1-996f-84b999bf12c7', 'ip_address': '172.28.0.183'}], 'enable_snat': True}, 'gw_port_id': 'e4a4510d-2481-4e5d-8964-18483640b5d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T13:47:06Z', 'updated_at': '2021-04-09T13:47:16Z', 'revision_number': 3, 'project_id': '8b1366e2a2764227a2e3ada9f6348323', 'gw_port': {'id': 'e4a4510d-2481-4e5d-8964-18483640b5d4', 'name': '', 'network_id': 'd39673be-df84-4009-abea-d472d159fdfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:46:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e36652c1-6bec-4570-b33c-77b5086f1ce8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'f6eeb1a0-26c5-43d1-996f-84b999bf12c7', 'ip_address': '172.28.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:47:12Z', 'updated_at': '2021-04-09T13:47:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f6eeb1a0-26c5-43d1-996f-84b999bf12c7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-1-smb'}], 'dv-cinder-785362-1-smb', False) {} {{(pid=85267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 13:47:28.185131 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-ead8c94d-9b30-4236-b2f8-afdb1e5c204a req-41ff78e8-6f82-4156-9d1c-456a490f13c0 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=257edcb1-4bc3-4ee5-b314-1fcf484a8a5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2700827 Apr 09 13:47:28.185269 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_hamode_db [None req-576622cc-801c-4f81-992a-a314e1b9cb56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6caea2b6-d44d-482d-962a-f28d34b0d95c', 'name': 'tempest-AttachVolumeShelveTestJSON-2049991526-router', 'tenant_id': 'a2b444c2a873486d8c3ff30419c2c3f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd39673be-df84-4009-abea-d472d159fdfd', 'external_fixed_ips': [{'subnet_id': 'f6eeb1a0-26c5-43d1-996f-84b999bf12c7', 'ip_address': '172.28.0.41'}], 'enable_snat': True}, 'gw_port_id': '8d48afe8-3c12-4489-a7f0-bffc3923bb24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T13:47:00Z', 'updated_at': '2021-04-09T13:47:14Z', 'revision_number': 4, 'project_id': 'a2b444c2a873486d8c3ff30419c2c3f8', 'gw_port': {'id': '8d48afe8-3c12-4489-a7f0-bffc3923bb24', 'name': '', 'network_id': 'd39673be-df84-4009-abea-d472d159fdfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:0a:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6caea2b6-d44d-482d-962a-f28d34b0d95c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'f6eeb1a0-26c5-43d1-996f-84b999bf12c7', 'ip_address': '172.28.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:47:01Z', 'updated_at': '2021-04-09T13:47:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6eeb1a0-26c5-43d1-996f-84b999bf12c7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-1-smb', '_interfaces': [{'id': 'c3873a69-5ad7-4cdf-a273-62fe6d4a117b', 'name': '', 'network_id': 'a4bc50d2-4a55-4ee1-87aa-a1e91be18584', 'tenant_id': 'a2b444c2a873486d8c3ff30419c2c3f8', 'mac_address': 'fa:16:3e:19:f0:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6caea2b6-d44d-482d-962a-f28d34b0d95c', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '0144e1c8-7bcb-42a5-ac9e-709c8b2e67a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:47:09Z', 'updated_at': '2021-04-09T13:47:25Z', 'revision_number': 4, 'project_id': 'a2b444c2a873486d8c3ff30419c2c3f8', 'subnets': [{'id': '0144e1c8-7bcb-42a5-ac9e-709c8b2e67a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-785362-1-smb', False) {} {{(pid=85268) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 13:47:28.189175 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-576622cc-801c-4f81-992a-a314e1b9cb56 None None] The sync data for ids ['6caea2b6-d44d-482d-962a-f28d34b0d95c'] in dv-cinder-785362-1-smb is: [{'id': '6caea2b6-d44d-482d-962a-f28d34b0d95c', 'name': 'tempest-AttachVolumeShelveTestJSON-2049991526-router', 'tenant_id': 'a2b444c2a873486d8c3ff30419c2c3f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd39673be-df84-4009-abea-d472d159fdfd', 'external_fixed_ips': [{'subnet_id': 'f6eeb1a0-26c5-43d1-996f-84b999bf12c7', 'ip_address': '172.28.0.41'}], 'enable_snat': True}, 'gw_port_id': '8d48afe8-3c12-4489-a7f0-bffc3923bb24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T13:47:00Z', 'updated_at': '2021-04-09T13:47:14Z', 'revision_number': 4, 'project_id': 'a2b444c2a873486d8c3ff30419c2c3f8', 'gw_port': {'id': '8d48afe8-3c12-4489-a7f0-bffc3923bb24', 'name': '', 'network_id': 'd39673be-df84-4009-abea-d472d159fdfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:0a:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6caea2b6-d44d-482d-962a-f28d34b0d95c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'f6eeb1a0-26c5-43d1-996f-84b999bf12c7', 'ip_address': '172.28.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:47:01Z', 'updated_at': '2021-04-09T13:47:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6eeb1a0-26c5-43d1-996f-84b999bf12c7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-1-smb', '_interfaces': [{'id': 'c3873a69-5ad7-4cdf-a273-62fe6d4a117b', 'name': '', 'network_id': 'a4bc50d2-4a55-4ee1-87aa-a1e91be18584', 'tenant_id': 'a2b444c2a873486d8c3ff30419c2c3f8', 'mac_address': 'fa:16:3e:19:f0:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6caea2b6-d44d-482d-962a-f28d34b0d95c', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '0144e1c8-7bcb-42a5-ac9e-709c8b2e67a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:47:09Z', 'updated_at': '2021-04-09T13:47:25Z', 'revision_number': 4, 'project_id': 'a2b444c2a873486d8c3ff30419c2c3f8', 'subnets': [{'id': '0144e1c8-7bcb-42a5-ac9e-709c8b2e67a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 09 13:47:28.247514 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2baf274a-261f-4107-805b-deb28aca7235 None None] The sync data for ids ['e36652c1-6bec-4570-b33c-77b5086f1ce8'] in dv-cinder-785362-1-smb is: [{'id': 'e36652c1-6bec-4570-b33c-77b5086f1ce8', 'name': 'tempest-AttachVolumeTestJSON-1552224158-router', 'tenant_id': '8b1366e2a2764227a2e3ada9f6348323', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd39673be-df84-4009-abea-d472d159fdfd', 'external_fixed_ips': [{'subnet_id': 'f6eeb1a0-26c5-43d1-996f-84b999bf12c7', 'ip_address': '172.28.0.183'}], 'enable_snat': True}, 'gw_port_id': 'e4a4510d-2481-4e5d-8964-18483640b5d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T13:47:06Z', 'updated_at': '2021-04-09T13:47:16Z', 'revision_number': 3, 'project_id': '8b1366e2a2764227a2e3ada9f6348323', 'gw_port': {'id': 'e4a4510d-2481-4e5d-8964-18483640b5d4', 'name': '', 'network_id': 'd39673be-df84-4009-abea-d472d159fdfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:46:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e36652c1-6bec-4570-b33c-77b5086f1ce8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'f6eeb1a0-26c5-43d1-996f-84b999bf12c7', 'ip_address': '172.28.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:47:12Z', 'updated_at': '2021-04-09T13:47:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f6eeb1a0-26c5-43d1-996f-84b999bf12c7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-1-smb'}] {{(pid=85267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 09 13:47:28.263519 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.provisioning_blocks [None req-519d5aa0-f0a5-42c3-b9ba-69fb4feb6dd6 None None] Provisioning for port 1bd565bf-dbfe-4cce-8936-0512a2cd7275 completed by entity DHCP. {{(pid=85267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 09 13:47:28.287060 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.provisioning_blocks [None req-519d5aa0-f0a5-42c3-b9ba-69fb4feb6dd6 None None] Provisioning complete for port 1bd565bf-dbfe-4cce-8936-0512a2cd7275 triggered by entity DHCP. {{(pid=85267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 09 13:47:28.293010 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-519d5aa0-f0a5-42c3-b9ba-69fb4feb6dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765226'] for port, provisioning_complete {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:28.506089 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29d0cce-ac2a-4683-a6b4-d6385ab2bc7b tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Pushing event updated for resources: {'Port': ['ID=0022dac3-37c5-4543-8d7d-8bc61bad6687,revision_number=1']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:47:28.513395 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-d29d0cce-ac2a-4683-a6b4-d6385ab2bc7b tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.720s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:47:28.525072 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.plugin [None req-519d5aa0-f0a5-42c3-b9ba-69fb4feb6dd6 None None] Port 1bd565bf-dbfe-4cce-8936-0512a2cd7275 cannot update to ACTIVE because it is not bound. {{(pid=85267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 09 13:47:28.686842 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d29d0cce-ac2a-4683-a6b4-d6385ab2bc7b tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Network d39673be-df84-4009-abea-d472d159fdfd is already hosted by enough agents. {{(pid=85266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 09 13:47:28.690271 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.scheduler.base_scheduler [None req-d29d0cce-ac2a-4683-a6b4-d6385ab2bc7b tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Resources bound (agent type, host, resource id): {{(pid=85266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 09 13:47:28.692607 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d29d0cce-ac2a-4683-a6b4-d6385ab2bc7b tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Received port after_create {{(pid=85266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 09 13:47:28.920357 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-c8fe6a95-a42f-4e7b-85be-f974258e9b26 None None] Notify callbacks [] for port, precommit_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:29.005950 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.provisioning_blocks [None req-c8fe6a95-a42f-4e7b-85be-f974258e9b26 None None] Transition to ACTIVE for port object 136ae234-a7fa-49ee-835a-3c77ea6eb86b will not be triggered until provisioned by entity L2. {{(pid=85267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 09 13:47:29.037430 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-c8fe6a95-a42f-4e7b-85be-f974258e9b26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853739901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853759498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265038874484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771815468181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265039307602'] for port, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:29.088450 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:47:29.614211 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-87620beb-688b-4097-95e4-f2c7792a13c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853739810'] for port, before_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:29.648200 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.managers [None req-c8fe6a95-a42f-4e7b-85be-f974258e9b26 None None] Attempting to bind port 136ae234-a7fa-49ee-835a-3c77ea6eb86b on host dv-cinder-785362-1-smb for vnic_type normal with profile {{(pid=85267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 09 13:47:29.648200 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.managers [None req-c8fe6a95-a42f-4e7b-85be-f974258e9b26 None None] Attempting to bind port 136ae234-a7fa-49ee-835a-3c77ea6eb86b by drivers openvswitch,hyperv on host dv-cinder-785362-1-smb at level 0 using segments [{'id': 'd71e9641-c1ca-48b4-9c8d-e574468b8697', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd39673be-df84-4009-abea-d472d159fdfd'}] {{(pid=85267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 09 13:47:29.648200 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8fe6a95-a42f-4e7b-85be-f974258e9b26 None None] Attempting to bind port 136ae234-a7fa-49ee-835a-3c77ea6eb86b on network d39673be-df84-4009-abea-d472d159fdfd {{(pid=85267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 09 13:47:29.669450 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8fe6a95-a42f-4e7b-85be-f974258e9b26 None None] Checking agent: {'id': 'e6bfe7c3-14e3-41b1-b7be-435962079a33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-785362-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 9, 13, 38, 5), 'started_at': datetime.datetime(2021, 4, 9, 13, 38, 35), 'heartbeat_timestamp': datetime.datetime(2021, 4, 9, 13, 47, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-785362-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 09 13:47:29.674327 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8fe6a95-a42f-4e7b-85be-f974258e9b26 None None] Checking segment: {'id': 'd71e9641-c1ca-48b4-9c8d-e574468b8697', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd39673be-df84-4009-abea-d472d159fdfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 09 13:47:29.674899 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-c8fe6a95-a42f-4e7b-85be-f974258e9b26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:29.675389 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8fe6a95-a42f-4e7b-85be-f974258e9b26 None None] Bound using segment: {'id': 'd71e9641-c1ca-48b4-9c8d-e574468b8697', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd39673be-df84-4009-abea-d472d159fdfd'} {{(pid=85267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 09 13:47:29.675963 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.managers [None req-c8fe6a95-a42f-4e7b-85be-f974258e9b26 None None] Bound port: 136ae234-a7fa-49ee-835a-3c77ea6eb86b, host: dv-cinder-785362-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd71e9641-c1ca-48b4-9c8d-e574468b8697', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd39673be-df84-4009-abea-d472d159fdfd'}}] {{(pid=85267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 09 13:47:29.676402 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-c8fe6a95-a42f-4e7b-85be-f974258e9b26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853739810'] for port, before_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:29.825352 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd8e377-0224-49e4-9187-d122ebe2eb87 None None] Pushing event updated for resources: {'Port': ['ID=136ae234-a7fa-49ee-835a-3c77ea6eb86b,revision_number=2']} {{(pid=85267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:47:29.836529 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-7cd8e377-0224-49e4-9187-d122ebe2eb87 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.752s {{(pid=85267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:47:29.959131 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.db [None req-c8fe6a95-a42f-4e7b-85be-f974258e9b26 None None] For port 136ae234-a7fa-49ee-835a-3c77ea6eb86b, host dv-cinder-785362-1-smb, cleared binding levels {{(pid=85267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 09 13:47:29.972126 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.db [None req-c8fe6a95-a42f-4e7b-85be-f974258e9b26 None None] For port 136ae234-a7fa-49ee-835a-3c77ea6eb86b, host dv-cinder-785362-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-1-smb',level=0,port_id=136ae234-a7fa-49ee-835a-3c77ea6eb86b,segment=NetworkSegment(d71e9641-c1ca-48b4-9c8d-e574468b8697),segment_id=d71e9641-c1ca-48b4-9c8d-e574468b8697)] {{(pid=85267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 09 13:47:29.981896 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-c8fe6a95-a42f-4e7b-85be-f974258e9b26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853739901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853759498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265038874484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771815468181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265039307602'] for port, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:29.986893 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-ead8c94d-9b30-4236-b2f8-afdb1e5c204a req-64b8b005-c005-434d-9bdd-b25523e76710 service neutron] 10.222.0.90 "GET /v2.0/networks/257edcb1-4bc3-4ee5-b314-1fcf484a8a5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.8001072 Apr 09 13:47:30.008042 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-d29d0cce-ac2a-4683-a6b4-d6385ab2bc7b tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:30.146711 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:47:30.210357 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-d29d0cce-ac2a-4683-a6b4-d6385ab2bc7b tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853739810'] for port, before_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:30.329393 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd8e377-0224-49e4-9187-d122ebe2eb87 None None] Pushing event updated for resources: {'Port': ['ID=136ae234-a7fa-49ee-835a-3c77ea6eb86b,revision_number=3']} {{(pid=85267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:47:30.332573 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.rpc [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Device c3873a69-5ad7-4cdf-a273-62fe6d4a117b up at agent ovs-agent-dv-cinder-785362-1-smb {{(pid=85267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 09 13:47:30.397127 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-7cd8e377-0224-49e4-9187-d122ebe2eb87 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=85267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:47:30.538722 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.db.resource_extend [None req-8ebfaa92-bbe8-49e9-bd92-02587df022a3 admin admin] It took 0.73 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=85265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 09 13:47:30.577897 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-ead8c94d-9b30-4236-b2f8-afdb1e5c204a req-f6a41fd5-b956-4aeb-ab92-eee251cf1695 service neutron] 10.222.0.90 "GET /v2.0/networks/257edcb1-4bc3-4ee5-b314-1fcf484a8a5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5793746 Apr 09 13:47:30.624038 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-8ebfaa92-bbe8-49e9-bd92-02587df022a3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:30.638201 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-8ebfaa92-bbe8-49e9-bd92-02587df022a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853739901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853759498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265038874484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771815468181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265039307602'] for port, after_update {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:30.653520 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8fe6a95-a42f-4e7b-85be-f974258e9b26 None None] Routers {'fb965919-2b8c-431b-ab9d-6b535d7a897b'} bound to L3 agent in host dv-cinder-785362-1-smb {{(pid=85267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 09 13:47:30.654431 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-8ebfaa92-bbe8-49e9-bd92-02587df022a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854212380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-712862'] for router_interface, after_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:30.658507 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_hamode_db [None req-c8fe6a95-a42f-4e7b-85be-f974258e9b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-785362-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-09T13:38:04Z,description=,heartbeat_timestamp=2021-04-09T13:47:04Z,host='dv-cinder-785362-1-smb',id=69305824-358b-46b0-9707-cd2ded304b9c,load=0,resource_versions=,resources_synced=,started_at=2021-04-09T13:38:04Z,topic='l3_agent')) {'router_ids': ['fb965919-2b8c-431b-ab9d-6b535d7a897b'], 'active': True} {{(pid=85267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 13:47:30.671496 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5feb0ec9-cffe-4023-a962-213116fb1606 req-f281ea15-2051-459b-804c-cceff62b46bc tempest-DeleteServersTestJSON-1971012576 tempest-DeleteServersTestJSON-1971012576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:47:30.674826 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-5feb0ec9-cffe-4023-a962-213116fb1606 req-f281ea15-2051-459b-804c-cceff62b46bc tempest-DeleteServersTestJSON-1971012576 tempest-DeleteServersTestJSON-1971012576-project] 10.222.0.75 "GET /v2.0/ports?device_id=0e6ebb1b-cbd7-45ef-82d0-d1d10f04df1b HTTP/1.1" status: 200 len: 944 time: 1.7548537 Apr 09 13:47:30.750605 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-5feb0ec9-cffe-4023-a962-213116fb1606 req-383f205a-6094-4033-8732-e4a6bb606d4f tempest-DeleteServersTestJSON-1971012576 tempest-DeleteServersTestJSON-1971012576-project] 10.222.0.75 "GET /v2.0/security-groups?id=7630f0ce-e518-49eb-b14c-24fd9c9bb8de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670822 Apr 09 13:47:30.855062 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:47:30.868829 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-d29d0cce-ac2a-4683-a6b4-d6385ab2bc7b tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Notify callbacks [] for port, precommit_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:30.879728 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-d29d0cce-ac2a-4683-a6b4-d6385ab2bc7b tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853739901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853759498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265038874484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771815468181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265039307602'] for port, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:30.939424 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_dvr_db [None req-c8fe6a95-a42f-4e7b-85be-f974258e9b26 None None] Set router fb965919-2b8c-431b-ab9d-6b535d7a897b gateway port host: dv-cinder-785362-1-smb {{(pid=85267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 09 13:47:30.949416 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:47:31.110387 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebfaa92-bbe8-49e9-bd92-02587df022a3 admin admin] Pushing event updated for resources: {'Port': ['ID=1bd565bf-dbfe-4cce-8936-0512a2cd7275,revision_number=2']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:47:31.119687 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-8ebfaa92-bbe8-49e9-bd92-02587df022a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:47:31.266539 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29d0cce-ac2a-4683-a6b4-d6385ab2bc7b tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Pushing event updated for resources: {'Port': ['ID=0022dac3-37c5-4543-8d7d-8bc61bad6687,revision_number=2']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:47:31.280391 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-d29d0cce-ac2a-4683-a6b4-d6385ab2bc7b tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:47:31.305726 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.provisioning_blocks [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Provisioning for port c3873a69-5ad7-4cdf-a273-62fe6d4a117b completed by entity L2. {{(pid=85267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 09 13:47:31.333271 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.provisioning_blocks [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Provisioning complete for port c3873a69-5ad7-4cdf-a273-62fe6d4a117b triggered by entity L2. {{(pid=85267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 09 13:47:31.333727 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765226'] for port, provisioning_complete {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:31.402277 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-d29d0cce-ac2a-4683-a6b4-d6385ab2bc7b tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-711411'] for floatingip, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:31.455818 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-d29d0cce-ac2a-4683-a6b4-d6385ab2bc7b tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770645'] for floatingip, before_response {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:31.457289 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-d29d0cce-ac2a-4683-a6b4-d6385ab2bc7b tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.5264723 Apr 09 13:47:31.602685 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ebfaa92-bbe8-49e9-bd92-02587df022a3 admin admin] Network 05572312-ba94-44c0-9d23-59b1e6c5c81f is already hosted by enough agents. {{(pid=85265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 09 13:47:31.632505 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.db_base_plugin_common [None req-87620beb-688b-4097-95e4-f2c7792a13c9 admin admin] Allocated IP 172.20.0.1 (67ea7bc9-90ec-4e29-a802-2c1cb0aa9cea/77ac0229-49ba-4800-b155-c6281379a189/d3329dc7-1ec2-49c0-a0d8-e01b91e91391) {{(pid=85265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 09 13:47:31.701473 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-51708982-0211-4566-aca2-2f2765950bdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:31.835394 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-87620beb-688b-4097-95e4-f2c7792a13c9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:31.868740 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.scheduler.base_scheduler [None req-8ebfaa92-bbe8-49e9-bd92-02587df022a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=85265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 09 13:47:31.889183 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c445a8a-c1a2-42fe-8d14-b0905e5380c7 req-10595bf5-a08d-42cb-8c88-adee4b5c2c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:47:31.898274 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-2c445a8a-c1a2-42fe-8d14-b0905e5380c7 req-10595bf5-a08d-42cb-8c88-adee4b5c2c1b service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=21a623aaeceb4802b1032e20363c6154&device_id=0e6ebb1b-cbd7-45ef-82d0-d1d10f04df1b HTTP/1.1" status: 200 len: 1097 time: 1.2399859 Apr 09 13:47:31.972660 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853739810'] for port, before_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:32.011884 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [req-0ebb59da-757c-4db8-a812-2ba61b214b57 req-85916428-d2fd-409c-bb8f-d871f420a41e tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Synchronizing usage tracker for tenant:a2b444c2a873486d8c3ff30419c2c3f8 on resource:security_group {{(pid=85266) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 09 13:47:32.012731 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.db [None req-250ccce2-add9-4520-ab97-985e32375bee None None] For port c3873a69-5ad7-4cdf-a273-62fe6d4a117b, host dv-cinder-785362-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-1-smb',level=0,port_id=c3873a69-5ad7-4cdf-a273-62fe6d4a117b,segment=NetworkSegment(5475d062-1238-45f6-bf79-210ecdb0febe),segment_id=5475d062-1238-45f6-bf79-210ecdb0febe)] {{(pid=85267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 09 13:47:32.067481 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853739901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853759498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265038874484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771815468181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265039307602'] for port, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:32.068409 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.rpc [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Device e4a4510d-2481-4e5d-8964-18483640b5d4 up at agent ovs-agent-dv-cinder-785362-1-smb {{(pid=85267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 09 13:47:32.088559 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [req-0ebb59da-757c-4db8-a812-2ba61b214b57 req-85916428-d2fd-409c-bb8f-d871f420a41e tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Unset dirty status for tenant:a2b444c2a873486d8c3ff30419c2c3f8 on resource:security_group {{(pid=85266) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 09 13:47:32.090099 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-0ebb59da-757c-4db8-a812-2ba61b214b57 req-85916428-d2fd-409c-bb8f-d871f420a41e tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-securitygroup--1375794908&fields=id&tenant_id=a2b444c2a873486d8c3ff30419c2c3f8 HTTP/1.1" status: 200 len: 267 time: 0.1224947 Apr 09 13:47:32.175185 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-f8f202ec-f8ea-43e0-8f1e-63226432ec92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:47:32.483436 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.provisioning_blocks [None req-cd27a7a0-1745-4982-ae3b-517e97b9d200 None None] Provisioning complete for port 1bd565bf-dbfe-4cce-8936-0512a2cd7275 triggered by entity DHCP. {{(pid=85267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 09 13:47:32.485233 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-cd27a7a0-1745-4982-ae3b-517e97b9d200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765226'] for port, provisioning_complete {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:32.544959 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebb59da-757c-4db8-a812-2ba61b214b57 req-c7722dfc-d4cc-4a7f-94fe-80b0248fb711 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:47:32.553158 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-0ebb59da-757c-4db8-a812-2ba61b214b57 req-c7722dfc-d4cc-4a7f-94fe-80b0248fb711 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] 10.222.0.75 "GET /v2.0/networks?id=a4bc50d2-4a55-4ee1-87aa-a1e91be18584 HTTP/1.1" status: 200 len: 817 time: 0.4373245 Apr 09 13:47:32.579140 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-0ebb59da-757c-4db8-a812-2ba61b214b57 req-d6b3ee4c-8459-4ffc-850c-88ec5e058b4e tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] 10.222.0.75 "GET /v2.0/quotas/a2b444c2a873486d8c3ff30419c2c3f8 HTTP/1.1" status: 200 len: 375 time: 0.0242569 Apr 09 13:47:32.593499 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c445a8a-c1a2-42fe-8d14-b0905e5380c7 req-e5dcada8-d0d2-460a-8362-38c27a6a17aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:47:32.596908 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-2c445a8a-c1a2-42fe-8d14-b0905e5380c7 req-e5dcada8-d0d2-460a-8362-38c27a6a17aa service neutron] 10.222.0.90 "GET /v2.0/networks?id=257edcb1-4bc3-4ee5-b314-1fcf484a8a5a HTTP/1.1" status: 200 len: 912 time: 0.6606772 Apr 09 13:47:32.598222 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-87620beb-688b-4097-95e4-f2c7792a13c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853739901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853759498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771815468164'] for port, after_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:32.611534 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.provisioning_blocks [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Provisioning for port e4a4510d-2481-4e5d-8964-18483640b5d4 completed by entity L2. {{(pid=85267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 09 13:47:32.649443 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.provisioning_blocks [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Provisioning complete for port e4a4510d-2481-4e5d-8964-18483640b5d4 triggered by entity L2. {{(pid=85267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 09 13:47:32.650509 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765226'] for port, provisioning_complete {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:32.671172 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-8ebfaa92-bbe8-49e9-bd92-02587df022a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:47:32.705384 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d3ebb5-6854-4083-a264-95c965cb23ee req-a25b8ab6-00ac-4104-8f39-e488f0d68b9a tempest-DeleteServersTestJSON-1971012576 tempest-DeleteServersTestJSON-1971012576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:47:32.714834 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-91d3ebb5-6854-4083-a264-95c965cb23ee req-a25b8ab6-00ac-4104-8f39-e488f0d68b9a tempest-DeleteServersTestJSON-1971012576 tempest-DeleteServersTestJSON-1971012576-project] 10.222.0.75 "GET /v2.0/ports?device_id=0e6ebb1b-cbd7-45ef-82d0-d1d10f04df1b HTTP/1.1" status: 200 len: 944 time: 0.7920022 Apr 09 13:47:32.786699 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_hamode_db [None req-c8fe6a95-a42f-4e7b-85be-f974258e9b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb965919-2b8c-431b-ab9d-6b535d7a897b', 'name': 'tempest-ServerRescueNegativeTestJSON-206822230-router', 'tenant_id': 'd99749794dc147dfb86af7ba6d9559b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd39673be-df84-4009-abea-d472d159fdfd', 'external_fixed_ips': [{'subnet_id': 'f6eeb1a0-26c5-43d1-996f-84b999bf12c7', 'ip_address': '172.28.0.9'}], 'enable_snat': True}, 'gw_port_id': '136ae234-a7fa-49ee-835a-3c77ea6eb86b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T13:47:03Z', 'updated_at': '2021-04-09T13:47:17Z', 'revision_number': 3, 'project_id': 'd99749794dc147dfb86af7ba6d9559b9', 'gw_port': {'id': '136ae234-a7fa-49ee-835a-3c77ea6eb86b', 'name': '', 'network_id': 'd39673be-df84-4009-abea-d472d159fdfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:65:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb965919-2b8c-431b-ab9d-6b535d7a897b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f6eeb1a0-26c5-43d1-996f-84b999bf12c7', 'ip_address': '172.28.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:47:09Z', 'updated_at': '2021-04-09T13:47:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f6eeb1a0-26c5-43d1-996f-84b999bf12c7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-1-smb'}], 'dv-cinder-785362-1-smb', False) {} {{(pid=85267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 13:47:32.793186 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Pushing event updated for resources: {'Port': ['ID=c3873a69-5ad7-4cdf-a273-62fe6d4a117b,revision_number=5']} {{(pid=85267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:47:32.795530 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-91d3ebb5-6854-4083-a264-95c965cb23ee req-1f0f7972-cfd6-42b5-9496-7bb579f0ba58 tempest-DeleteServersTestJSON-1971012576 tempest-DeleteServersTestJSON-1971012576-project] 10.222.0.75 "GET /v2.0/security-groups?id=7630f0ce-e518-49eb-b14c-24fd9c9bb8de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798254 Apr 09 13:47:32.801487 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.626s {{(pid=85267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:47:32.817805 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8fe6a95-a42f-4e7b-85be-f974258e9b26 None None] The sync data for ids ['fb965919-2b8c-431b-ab9d-6b535d7a897b'] in dv-cinder-785362-1-smb is: [{'id': 'fb965919-2b8c-431b-ab9d-6b535d7a897b', 'name': 'tempest-ServerRescueNegativeTestJSON-206822230-router', 'tenant_id': 'd99749794dc147dfb86af7ba6d9559b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd39673be-df84-4009-abea-d472d159fdfd', 'external_fixed_ips': [{'subnet_id': 'f6eeb1a0-26c5-43d1-996f-84b999bf12c7', 'ip_address': '172.28.0.9'}], 'enable_snat': True}, 'gw_port_id': '136ae234-a7fa-49ee-835a-3c77ea6eb86b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T13:47:03Z', 'updated_at': '2021-04-09T13:47:17Z', 'revision_number': 3, 'project_id': 'd99749794dc147dfb86af7ba6d9559b9', 'gw_port': {'id': '136ae234-a7fa-49ee-835a-3c77ea6eb86b', 'name': '', 'network_id': 'd39673be-df84-4009-abea-d472d159fdfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:65:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb965919-2b8c-431b-ab9d-6b535d7a897b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f6eeb1a0-26c5-43d1-996f-84b999bf12c7', 'ip_address': '172.28.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:47:09Z', 'updated_at': '2021-04-09T13:47:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f6eeb1a0-26c5-43d1-996f-84b999bf12c7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-1-smb'}] {{(pid=85267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 09 13:47:32.828352 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.plugin [None req-cd27a7a0-1745-4982-ae3b-517e97b9d200 None None] Port 1bd565bf-dbfe-4cce-8936-0512a2cd7275 cannot update to ACTIVE because it is not bound. {{(pid=85267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 09 13:47:32.851641 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-0ebb59da-757c-4db8-a812-2ba61b214b57 req-04a37285-b492-4ec4-91ee-a6311731b14f tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=a2b444c2a873486d8c3ff30419c2c3f8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2715771 Apr 09 13:47:32.931349 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853739810'] for port, before_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:32.959410 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.db [None req-250ccce2-add9-4520-ab97-985e32375bee None None] For port e4a4510d-2481-4e5d-8964-18483640b5d4, host dv-cinder-785362-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-1-smb',level=0,port_id=e4a4510d-2481-4e5d-8964-18483640b5d4,segment=NetworkSegment(d71e9641-c1ca-48b4-9c8d-e574468b8697),segment_id=d71e9641-c1ca-48b4-9c8d-e574468b8697)] {{(pid=85267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 09 13:47:32.966086 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853739901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853759498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265038874484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771815468181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265039307602'] for port, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:32.969991 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:47:33.002962 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87620beb-688b-4097-95e4-f2c7792a13c9 admin admin] Pushing event updated for resources: {'Port': ['ID=d3329dc7-1ec2-49c0-a0d8-e01b91e91391,revision_number=1']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:47:33.116081 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Pushing event updated for resources: {'Port': ['ID=e4a4510d-2481-4e5d-8964-18483640b5d4,revision_number=4']} {{(pid=85267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:47:33.139251 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=85267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:47:33.146544 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.rpc [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Device c3873a69-5ad7-4cdf-a273-62fe6d4a117b up at agent ovs-agent-dv-cinder-785362-1-smb {{(pid=85267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 09 13:47:33.162793 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-87620beb-688b-4097-95e4-f2c7792a13c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.492s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:47:33.240389 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [req-0ebb59da-757c-4db8-a812-2ba61b214b57 req-f7993913-0209-4e7a-9930-219574e6ec9a service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=85266) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 09 13:47:33.242263 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-0ebb59da-757c-4db8-a812-2ba61b214b57 req-f7993913-0209-4e7a-9930-219574e6ec9a service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1106160 Apr 09 13:47:33.306887 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.provisioning_blocks [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Provisioning complete for port c3873a69-5ad7-4cdf-a273-62fe6d4a117b triggered by entity L2. {{(pid=85267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 09 13:47:33.307587 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765226'] for port, provisioning_complete {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:33.450670 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ebfaa92-bbe8-49e9-bd92-02587df022a3 admin admin] Router e36652c1-6bec-4570-b33c-77b5086f1ce8 has already been hosted by L3 agent 69305824-358b-46b0-9707-cd2ded304b9c {{(pid=85265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 09 13:47:33.457922 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-2c445a8a-c1a2-42fe-8d14-b0905e5380c7 req-72d07386-bd56-4d95-a175-265a43bdaf25 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f37da4d1-9561-4d90-8783-e0c6fd641102 HTTP/1.1" status: 200 len: 217 time: 0.8352499 Apr 09 13:47:33.600454 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c445a8a-c1a2-42fe-8d14-b0905e5380c7 req-5545ce8c-5af3-40c9-b5a8-d7e84d6f1c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:47:33.602053 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-2c445a8a-c1a2-42fe-8d14-b0905e5380c7 req-5545ce8c-5af3-40c9-b5a8-d7e84d6f1c3a service neutron] 10.222.0.90 "GET /v2.0/subnets?id=ddb95ae0-154c-4dc6-9025-63f7eadd4639 HTTP/1.1" status: 200 len: 851 time: 0.1291499 Apr 09 13:47:33.654403 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-0ebb59da-757c-4db8-a812-2ba61b214b57 req-f1cdb52b-0335-428a-ba2f-6343a446eaff service neutron] 10.222.0.75 "GET /v2.0/networks/a4bc50d2-4a55-4ee1-87aa-a1e91be18584?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4016957 Apr 09 13:47:33.830814 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-2c445a8a-c1a2-42fe-8d14-b0905e5380c7 req-0e431fdc-3f36-4942-8c27-01083b8c2f86 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=257edcb1-4bc3-4ee5-b314-1fcf484a8a5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1452539 Apr 09 13:47:33.931370 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87620beb-688b-4097-95e4-f2c7792a13c9 admin admin] Network 67ea7bc9-90ec-4e29-a802-2c1cb0aa9cea is already hosted by enough agents. {{(pid=85265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 09 13:47:33.933004 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.scheduler.base_scheduler [None req-87620beb-688b-4097-95e4-f2c7792a13c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=85265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 09 13:47:33.943447 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87620beb-688b-4097-95e4-f2c7792a13c9 admin admin] Received port after_create {{(pid=85265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 09 13:47:33.944255 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-87620beb-688b-4097-95e4-f2c7792a13c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-361547'] for router_interface, before_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:33.985942 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-0ebb59da-757c-4db8-a812-2ba61b214b57 req-e00da7e6-0830-4964-ae52-9d43d8cc4451 service neutron] 10.222.0.75 "GET /v2.0/networks/a4bc50d2-4a55-4ee1-87aa-a1e91be18584?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3212054 Apr 09 13:47:34.159167 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ebfaa92-bbe8-49e9-bd92-02587df022a3 admin admin] Notify agent at l3_agent.dv-cinder-785362-1-smb the message routers_updated {{(pid=85265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 09 13:47:34.175423 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c3dbe08-3ef4-41c2-a7ea-c1cd7780eb3d None None] Sync routers for ids ['e36652c1-6bec-4570-b33c-77b5086f1ce8'] in dv-cinder-785362-1-smb {{(pid=85268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 09 13:47:34.200447 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c3dbe08-3ef4-41c2-a7ea-c1cd7780eb3d None None] Routers {'e36652c1-6bec-4570-b33c-77b5086f1ce8'} bound to L3 agent in host dv-cinder-785362-1-smb {{(pid=85268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 09 13:47:34.203042 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_hamode_db [None req-6c3dbe08-3ef4-41c2-a7ea-c1cd7780eb3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-785362-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-09T13:38:04Z,description=,heartbeat_timestamp=2021-04-09T13:47:04Z,host='dv-cinder-785362-1-smb',id=69305824-358b-46b0-9707-cd2ded304b9c,load=0,resource_versions=,resources_synced=,started_at=2021-04-09T13:38:04Z,topic='l3_agent')) {'router_ids': ['e36652c1-6bec-4570-b33c-77b5086f1ce8'], 'active': True} {{(pid=85268) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 13:47:34.210709 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-8ebfaa92-bbe8-49e9-bd92-02587df022a3 admin admin] 10.222.0.75 "PUT /v2.0/routers/e36652c1-6bec-4570-b33c-77b5086f1ce8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.5569913 Apr 09 13:47:34.218125 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-b79186a7-1306-4c6d-aa5d-d3de2b39c756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:34.228127 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-2c445a8a-c1a2-42fe-8d14-b0905e5380c7 req-2a8a91aa-a957-4e87-a5c2-b53ad9e80154 service neutron] 10.222.0.90 "GET /v2.0/networks/257edcb1-4bc3-4ee5-b314-1fcf484a8a5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3686042 Apr 09 13:47:34.267472 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023be5cf-27d2-4755-a4c6-7ca979c13ca9 req-198a02e6-de95-4869-9d76-75e21e295305 tempest-DeleteServersTestJSON-1971012576 tempest-DeleteServersTestJSON-1971012576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:47:34.269044 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-023be5cf-27d2-4755-a4c6-7ca979c13ca9 req-198a02e6-de95-4869-9d76-75e21e295305 tempest-DeleteServersTestJSON-1971012576 tempest-DeleteServersTestJSON-1971012576-project] 10.222.0.75 "GET /v2.0/ports?device_id=0e6ebb1b-cbd7-45ef-82d0-d1d10f04df1b HTTP/1.1" status: 200 len: 944 time: 0.2392695 Apr 09 13:47:34.315948 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-023be5cf-27d2-4755-a4c6-7ca979c13ca9 req-bcf6e6bb-10f6-4606-a442-9ee173858ac7 tempest-DeleteServersTestJSON-1971012576 tempest-DeleteServersTestJSON-1971012576-project] 10.222.0.75 "GET /v2.0/security-groups?id=7630f0ce-e518-49eb-b14c-24fd9c9bb8de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372612 Apr 09 13:47:34.450138 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.agents_db [None req-c64c1605-ccfd-4af7-a5d2-2f7932bd8cd3 None None] Agent healthcheck: found 6 active agents {{(pid=85268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 09 13:47:34.529204 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-87620beb-688b-4097-95e4-f2c7792a13c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853739810'] for port, before_update {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:34.611298 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-038b6fee-909e-41c9-b649-649ad33ce393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:34.646758 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-910dfb26-cc0c-4b29-8c56-467dfbf4888f req-87ea9e22-fe98-44fb-864b-7835d733149f tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] 10.222.0.75 "GET /v2.0/ports?device_id=8b5d6eb5-8dfa-4fd0-8f2d-9dd3590c2daf HTTP/1.1" status: 200 len: 210 time: 0.1492581 Apr 09 13:47:34.654777 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_dvr_db [None req-6c3dbe08-3ef4-41c2-a7ea-c1cd7780eb3d None None] Set router e36652c1-6bec-4570-b33c-77b5086f1ce8 gateway port host: dv-cinder-785362-1-smb {{(pid=85268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 09 13:47:34.682483 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-2c445a8a-c1a2-42fe-8d14-b0905e5380c7 req-cc5760c5-487b-4ef1-a240-0c71adb638f9 service neutron] 10.222.0.90 "GET /v2.0/networks/257edcb1-4bc3-4ee5-b314-1fcf484a8a5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4456639 Apr 09 13:47:35.285405 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-87620beb-688b-4097-95e4-f2c7792a13c9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:35.298591 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:35.303737 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-87620beb-688b-4097-95e4-f2c7792a13c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853739901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853759498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265038874484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771815468181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265039307602'] for port, after_update {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:35.306713 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-87620beb-688b-4097-95e4-f2c7792a13c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854212380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-712862'] for router_interface, after_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:35.365542 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-a9b4eb3c-6f9d-40f3-ac26-dc087c64c5cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:47:35.370676 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.rpc [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Device e4a4510d-2481-4e5d-8964-18483640b5d4 up at agent ovs-agent-dv-cinder-785362-1-smb {{(pid=85267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 09 13:47:35.469899 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87620beb-688b-4097-95e4-f2c7792a13c9 admin admin] Pushing event updated for resources: {'Port': ['ID=d3329dc7-1ec2-49c0-a0d8-e01b91e91391,revision_number=2']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:47:35.476413 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-87620beb-688b-4097-95e4-f2c7792a13c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:47:35.577040 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_hamode_db [None req-6c3dbe08-3ef4-41c2-a7ea-c1cd7780eb3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e36652c1-6bec-4570-b33c-77b5086f1ce8', 'name': 'tempest-AttachVolumeTestJSON-1552224158-router', 'tenant_id': '8b1366e2a2764227a2e3ada9f6348323', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd39673be-df84-4009-abea-d472d159fdfd', 'external_fixed_ips': [{'subnet_id': 'f6eeb1a0-26c5-43d1-996f-84b999bf12c7', 'ip_address': '172.28.0.183'}], 'enable_snat': True}, 'gw_port_id': 'e4a4510d-2481-4e5d-8964-18483640b5d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T13:47:06Z', 'updated_at': '2021-04-09T13:47:26Z', 'revision_number': 4, 'project_id': '8b1366e2a2764227a2e3ada9f6348323', 'gw_port': {'id': 'e4a4510d-2481-4e5d-8964-18483640b5d4', 'name': '', 'network_id': 'd39673be-df84-4009-abea-d472d159fdfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:46:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e36652c1-6bec-4570-b33c-77b5086f1ce8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'f6eeb1a0-26c5-43d1-996f-84b999bf12c7', 'ip_address': '172.28.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:47:12Z', 'updated_at': '2021-04-09T13:47:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6eeb1a0-26c5-43d1-996f-84b999bf12c7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-1-smb', '_interfaces': [{'id': '1bd565bf-dbfe-4cce-8936-0512a2cd7275', 'name': '', 'network_id': '05572312-ba94-44c0-9d23-59b1e6c5c81f', 'tenant_id': '8b1366e2a2764227a2e3ada9f6348323', 'mac_address': 'fa:16:3e:6f:60:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e36652c1-6bec-4570-b33c-77b5086f1ce8', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '52cd575a-477f-4889-af1f-960c6b2cd43e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:47:23Z', 'updated_at': '2021-04-09T13:47:28Z', 'revision_number': 2, 'project_id': '8b1366e2a2764227a2e3ada9f6348323', 'subnets': [{'id': '52cd575a-477f-4889-af1f-960c6b2cd43e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-785362-1-smb', False) {} {{(pid=85268) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 13:47:35.604394 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c3dbe08-3ef4-41c2-a7ea-c1cd7780eb3d None None] Checking router: e36652c1-6bec-4570-b33c-77b5086f1ce8 for host: dv-cinder-785362-1-smb {{(pid=85268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 09 13:47:35.611658 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c3dbe08-3ef4-41c2-a7ea-c1cd7780eb3d None None] Updating router e36652c1-6bec-4570-b33c-77b5086f1ce8 port 1bd565bf-dbfe-4cce-8936-0512a2cd7275 binding host dv-cinder-785362-1-smb {{(pid=85268) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 09 13:47:35.638441 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.rpc [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Device f37da4d1-9561-4d90-8783-e0c6fd641102 details requested by agent hyperv_hv-cinder-78536 with host hv-cinder-78536 {{(pid=85267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 09 13:47:35.758251 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-c378f248-96be-4ef7-a52f-f55c09e56a36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:35.803719 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.provisioning_blocks [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Provisioning complete for port e4a4510d-2481-4e5d-8964-18483640b5d4 triggered by entity L2. {{(pid=85267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 09 13:47:35.804196 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765226'] for port, provisioning_complete {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:35.805849 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-6c3dbe08-3ef4-41c2-a7ea-c1cd7780eb3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853739810'] for port, before_update {{(pid=85268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:35.850392 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87620beb-688b-4097-95e4-f2c7792a13c9 admin admin] Network 67ea7bc9-90ec-4e29-a802-2c1cb0aa9cea is already hosted by enough agents. {{(pid=85265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 09 13:47:35.851597 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.scheduler.base_scheduler [None req-87620beb-688b-4097-95e4-f2c7792a13c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=85265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 09 13:47:35.856428 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d85fd7-30c6-4328-9147-6f183b9e3d4a req-7e63299a-c7e9-4bd5-9473-4aa846571ff3 tempest-DeleteServersTestJSON-1971012576 tempest-DeleteServersTestJSON-1971012576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:47:35.858116 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-23d85fd7-30c6-4328-9147-6f183b9e3d4a req-7e63299a-c7e9-4bd5-9473-4aa846571ff3 tempest-DeleteServersTestJSON-1971012576 tempest-DeleteServersTestJSON-1971012576-project] 10.222.0.75 "GET /v2.0/ports?device_id=0e6ebb1b-cbd7-45ef-82d0-d1d10f04df1b HTTP/1.1" status: 200 len: 944 time: 0.2289295 Apr 09 13:47:35.943033 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-23d85fd7-30c6-4328-9147-6f183b9e3d4a req-6a57ba17-e3b6-436a-943e-5e602f1faa52 tempest-DeleteServersTestJSON-1971012576 tempest-DeleteServersTestJSON-1971012576-project] 10.222.0.75 "GET /v2.0/security-groups?id=7630f0ce-e518-49eb-b14c-24fd9c9bb8de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744817 Apr 09 13:47:36.233942 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-632dc7b6-f0f4-4c74-b9ea-84d5374b148e req-c8e43e95-522e-40d9-bee9-f1e9a9896943 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] 10.222.0.75 "GET /v2.0/ports?device_id=8b5d6eb5-8dfa-4fd0-8f2d-9dd3590c2daf HTTP/1.1" status: 200 len: 210 time: 0.0775440 Apr 09 13:47:36.355872 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85266) accepted ('10.222.0.75', 57072) {{(pid=85266) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:47:36.362643 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.v2.base [None req-cb5faf73-1269-4e44-aecd-b107d0a092a2 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Request body: {'security_group': {'name': 'tempest-securitygroup--989981098', 'description': 'tempest-description--1677119336'}} {{(pid=85266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 09 13:47:36.384624 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.rpc [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Device 136ae234-a7fa-49ee-835a-3c77ea6eb86b up at agent ovs-agent-dv-cinder-785362-1-smb {{(pid=85267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 09 13:47:36.394108 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-cb5faf73-1269-4e44-aecd-b107d0a092a2 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 13:47:36.403447 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87620beb-688b-4097-95e4-f2c7792a13c9 admin admin] Router fb965919-2b8c-431b-ab9d-6b535d7a897b has already been hosted by L3 agent 69305824-358b-46b0-9707-cd2ded304b9c {{(pid=85265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 09 13:47:36.418324 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-cb5faf73-1269-4e44-aecd-b107d0a092a2 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Usage tracker for resource:security_group and tenant:8b1366e2a2764227a2e3ada9f6348323 is out of sync, need to count used quota {{(pid=85266) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 13:47:36.428932 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-cb5faf73-1269-4e44-aecd-b107d0a092a2 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=85266) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 13:47:36.444833 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-cb5faf73-1269-4e44-aecd-b107d0a092a2 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 13:47:36.474086 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-cb5faf73-1269-4e44-aecd-b107d0a092a2 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Notify callbacks [] for security_group, before_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:36.552827 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85266) accepted ('10.222.0.75', 57078) {{(pid=85266) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:47:36.558278 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-cb5faf73-1269-4e44-aecd-b107d0a092a2 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 13:47:36.563937 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-cb5faf73-1269-4e44-aecd-b107d0a092a2 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Usage tracker for resource:security_group_rule and tenant:8b1366e2a2764227a2e3ada9f6348323 is out of sync, need to count used quota {{(pid=85266) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 13:47:36.568337 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-cb5faf73-1269-4e44-aecd-b107d0a092a2 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85266) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 13:47:36.577156 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-cb5faf73-1269-4e44-aecd-b107d0a092a2 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 13:47:36.641032 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.db [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] For port f37da4d1-9561-4d90-8783-e0c6fd641102, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=f37da4d1-9561-4d90-8783-e0c6fd641102,segment=NetworkSegment(d950d12a-5b5b-4326-af6e-33261ee7442a),segment_id=d950d12a-5b5b-4326-af6e-33261ee7442a)] {{(pid=85267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 09 13:47:36.670115 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-cb5faf73-1269-4e44-aecd-b107d0a092a2 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Notify callbacks [] for security_group, precommit_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:36.676454 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-cb5faf73-1269-4e44-aecd-b107d0a092a2 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738555'] for security_group, after_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:36.689410 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:47:36.703396 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.rpc [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Returning: {'device': 'f37da4d1-9561-4d90-8783-e0c6fd641102', 'network_id': '257edcb1-4bc3-4ee5-b314-1fcf484a8a5a', 'port_id': 'f37da4d1-9561-4d90-8783-e0c6fd641102', 'mac_address': 'fa:16:3e:fd:73:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 620, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ddb95ae0-154c-4dc6-9025-63f7eadd4639', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 09 13:47:36.761854 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-cb5faf73-1269-4e44-aecd-b107d0a092a2 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Notify callbacks [] for security_group, before_response {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:36.766703 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-cb5faf73-1269-4e44-aecd-b107d0a092a2 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4062641 Apr 09 13:47:36.769973 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85266) accepted ('10.222.0.75', 57090) {{(pid=85266) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:47:36.782386 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5faf73-1269-4e44-aecd-b107d0a092a2 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Pushing event updated for resources: {'SecurityGroup': ['ID=836a3b2a-1cd9-4a42-a456-ffc8ec5959e4,revision_number=1']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:47:36.788237 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.v2.base [None req-69b186aa-001f-42cf-b0ce-4783bbab9746 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Request body: {'security_group_rule': {'security_group_id': '836a3b2a-1cd9-4a42-a456-ffc8ec5959e4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 09 13:47:36.804998 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-69b186aa-001f-42cf-b0ce-4783bbab9746 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 13:47:36.818387 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-69b186aa-001f-42cf-b0ce-4783bbab9746 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Usage tracker for resource:security_group_rule and tenant:8b1366e2a2764227a2e3ada9f6348323 is out of sync, need to count used quota {{(pid=85266) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 13:47:36.821597 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-69b186aa-001f-42cf-b0ce-4783bbab9746 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85266) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 13:47:36.843994 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-69b186aa-001f-42cf-b0ce-4783bbab9746 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 13:47:36.857026 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-cb5faf73-1269-4e44-aecd-b107d0a092a2 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:47:36.869215 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-69b186aa-001f-42cf-b0ce-4783bbab9746 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:36.912811 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853739810'] for port, before_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:36.940086 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.notifiers.nova [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f37da4d1-9561-4d90-8783-e0c6fd641102 {{(pid=85267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 09 13:47:36.948467 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-69b186aa-001f-42cf-b0ce-4783bbab9746 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:36.952304 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-69b186aa-001f-42cf-b0ce-4783bbab9746 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738439'] for security_group_rule, after_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:36.955872 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-ffa7d567-32ea-49fe-bb71-4425a79d65da tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:47:36.960629 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.db [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] For port f37da4d1-9561-4d90-8783-e0c6fd641102, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=f37da4d1-9561-4d90-8783-e0c6fd641102,segment=NetworkSegment(d950d12a-5b5b-4326-af6e-33261ee7442a),segment_id=d950d12a-5b5b-4326-af6e-33261ee7442a)] {{(pid=85267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 09 13:47:36.966245 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853739901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853759498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265038874484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771815468181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265039307602'] for port, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:36.970900 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-6e1d1564-1e04-4e9a-9b3d-5b0bcc3b2574 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:47:37.044459 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b186aa-001f-42cf-b0ce-4783bbab9746 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ed5a45e-bc1f-477d-a530-730a6df16713,revision_number=0']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:47:37.048819 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Pushing event updated for resources: {'Port': ['ID=f37da4d1-9561-4d90-8783-e0c6fd641102,revision_number=4']} {{(pid=85267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:47:37.054303 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-69b186aa-001f-42cf-b0ce-4783bbab9746 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:47:37.070316 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-69b186aa-001f-42cf-b0ce-4783bbab9746 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:37.070975 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=85267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:47:37.072920 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-69b186aa-001f-42cf-b0ce-4783bbab9746 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3014848 Apr 09 13:47:37.073323 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87620beb-688b-4097-95e4-f2c7792a13c9 admin admin] Notify agent at l3_agent.dv-cinder-785362-1-smb the message routers_updated {{(pid=85265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 09 13:47:37.080212 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.75', 57102) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:47:37.087481 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-87620beb-688b-4097-95e4-f2c7792a13c9 admin admin] 10.222.0.75 "PUT /v2.0/routers/fb965919-2b8c-431b-ab9d-6b535d7a897b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.3930438 Apr 09 13:47:37.098639 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6c9f23e-715c-4a53-b8e2-55d400585636 None None] Sync routers for ids ['fb965919-2b8c-431b-ab9d-6b535d7a897b'] in dv-cinder-785362-1-smb {{(pid=85267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 09 13:47:37.099826 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.v2.base [None req-5831e4c9-a323-4f7d-8532-479d2099972b tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Request body: {'security_group_rule': {'security_group_id': '836a3b2a-1cd9-4a42-a456-ffc8ec5959e4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=85265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 09 13:47:37.105855 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.provisioning_blocks [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Provisioning for port 136ae234-a7fa-49ee-835a-3c77ea6eb86b completed by entity L2. {{(pid=85267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 09 13:47:37.113997 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.provisioning_blocks [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Provisioning complete for port 136ae234-a7fa-49ee-835a-3c77ea6eb86b triggered by entity L2. {{(pid=85267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 09 13:47:37.114414 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765226'] for port, provisioning_complete {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:37.121343 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-5831e4c9-a323-4f7d-8532-479d2099972b tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 13:47:37.134749 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-5831e4c9-a323-4f7d-8532-479d2099972b tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Usage tracker for resource:security_group_rule and tenant:8b1366e2a2764227a2e3ada9f6348323 is out of sync, need to count used quota {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 13:47:37.157421 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-5831e4c9-a323-4f7d-8532-479d2099972b tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 13:47:37.181003 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-5831e4c9-a323-4f7d-8532-479d2099972b tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 13:47:37.193191 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-2e0dd28b-0bbf-4baf-9881-c69a91fa66d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:37.201974 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6c9f23e-715c-4a53-b8e2-55d400585636 None None] Routers {'fb965919-2b8c-431b-ab9d-6b535d7a897b'} bound to L3 agent in host dv-cinder-785362-1-smb {{(pid=85267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 09 13:47:37.202262 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_hamode_db [None req-c6c9f23e-715c-4a53-b8e2-55d400585636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-785362-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-09T13:38:04Z,description=,heartbeat_timestamp=2021-04-09T13:47:34Z,host='dv-cinder-785362-1-smb',id=69305824-358b-46b0-9707-cd2ded304b9c,load=0,resource_versions=,resources_synced=,started_at=2021-04-09T13:38:04Z,topic='l3_agent')) {'router_ids': ['fb965919-2b8c-431b-ab9d-6b535d7a897b'], 'active': True} {{(pid=85267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 13:47:37.243960 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-5831e4c9-a323-4f7d-8532-479d2099972b tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:37.262855 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-6c3dbe08-3ef4-41c2-a7ea-c1cd7780eb3d None None] Notify callbacks [] for port, precommit_update {{(pid=85268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:37.274189 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-2e0dd28b-0bbf-4baf-9881-c69a91fa66d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 13:47:37.292292 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-2e0dd28b-0bbf-4baf-9881-c69a91fa66d9 admin admin] Usage tracker for resource:security_group_rule and tenant:5899da6bb5dd4ded83c88f95731e87a1 is out of sync, need to count used quota {{(pid=85266) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 13:47:37.304491 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-2e0dd28b-0bbf-4baf-9881-c69a91fa66d9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85266) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 13:47:37.316598 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.provisioning_blocks [None req-6c3dbe08-3ef4-41c2-a7ea-c1cd7780eb3d None None] Transition to ACTIVE for port object 1bd565bf-dbfe-4cce-8936-0512a2cd7275 will not be triggered until provisioned by entity L2. {{(pid=85268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 09 13:47:37.339264 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-6c3dbe08-3ef4-41c2-a7ea-c1cd7780eb3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853739901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853759498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265038874484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771815468181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265039307602'] for port, after_update {{(pid=85268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:37.348309 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-2e0dd28b-0bbf-4baf-9881-c69a91fa66d9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 13:47:37.406958 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-36e78de6-0dd6-4c7d-a66a-c1cdfd07c2a1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:47:37.687935 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_dvr_db [None req-c6c9f23e-715c-4a53-b8e2-55d400585636 None None] Set router fb965919-2b8c-431b-ab9d-6b535d7a897b gateway port host: dv-cinder-785362-1-smb {{(pid=85267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 09 13:47:37.897356 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-2e0dd28b-0bbf-4baf-9881-c69a91fa66d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:37.933363 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c38ce6-7ece-42c2-b133-38fd7522d63e None None] Pushing event updated for resources: {'Port': ['ID=1bd565bf-dbfe-4cce-8936-0512a2cd7275,revision_number=3']} {{(pid=85268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:47:37.943095 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-2e0dd28b-0bbf-4baf-9881-c69a91fa66d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738555'] for security_group, after_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:37.952385 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-5831e4c9-a323-4f7d-8532-479d2099972b tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:37.957123 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-19c38ce6-7ece-42c2-b133-38fd7522d63e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.549s {{(pid=85268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:47:37.979644 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-5831e4c9-a323-4f7d-8532-479d2099972b tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738439'] for security_group_rule, after_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:38.013480 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:47:38.077796 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5831e4c9-a323-4f7d-8532-479d2099972b tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=330f64a6-5863-48c6-b9a4-67b3c1d14a3b,revision_number=0']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:47:38.097949 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-5831e4c9-a323-4f7d-8532-479d2099972b tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:47:38.142929 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebb59da-757c-4db8-a812-2ba61b214b57 req-8a8f1de3-7748-4525-8433-482dcc9ee233 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:47:38.143868 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [req-0ebb59da-757c-4db8-a812-2ba61b214b57 req-8a8f1de3-7748-4525-8433-482dcc9ee233 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Synchronizing usage tracker for tenant:a2b444c2a873486d8c3ff30419c2c3f8 on resource:network {{(pid=85265) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 09 13:47:38.206480 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:47:38.227595 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-2e0dd28b-0bbf-4baf-9881-c69a91fa66d9 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=5899da6bb5dd4ded83c88f95731e87a1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5553472 Apr 09 13:47:38.237340 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.75', 57144) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:47:38.237532 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.db [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] get_ports_and_sgs() called for port_ids ['f37da4d1-9561-4d90-8783-e0c6fd641102'] {{(pid=85267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 09 13:47:38.242119 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-af7e6da2-69e4-424c-9ab5-fa902008c251 req-591b446b-9e82-41df-a2a3-d06c533d1eea tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] 10.222.0.75 "GET /v2.0/ports?device_id=8b5d6eb5-8dfa-4fd0-8f2d-9dd3590c2daf HTTP/1.1" status: 200 len: 210 time: 0.3170478 Apr 09 13:47:38.358320 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-5831e4c9-a323-4f7d-8532-479d2099972b tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:38.361748 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-5831e4c9-a323-4f7d-8532-479d2099972b tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2696328 Apr 09 13:47:38.366446 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.75', 57150) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:47:38.369903 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0dd28b-0bbf-4baf-9881-c69a91fa66d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a7e8cb9-73e7-4448-8031-650e7bc96c0d,revision_number=1']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:47:38.379108 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.v2.base [None req-2a4ecab8-b66a-4962-9143-cefec42da1ac tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Request body: {'floatingip': {'floating_network_id': 'd39673be-df84-4009-abea-d472d159fdfd'}} {{(pid=85265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 09 13:47:38.380356 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-2e0dd28b-0bbf-4baf-9881-c69a91fa66d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:47:38.398812 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-2a4ecab8-b66a-4962-9143-cefec42da1ac tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 13:47:38.412118 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1cceb5-0c9a-4b0b-aaa4-ec2ce95ae59f req-2796ed70-ad4e-4ad6-acef-7a4dd3022914 tempest-DeleteServersTestJSON-1971012576 tempest-DeleteServersTestJSON-1971012576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:47:38.425878 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [req-0ebb59da-757c-4db8-a812-2ba61b214b57 req-8a8f1de3-7748-4525-8433-482dcc9ee233 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Unset dirty status for tenant:a2b444c2a873486d8c3ff30419c2c3f8 on resource:network {{(pid=85265) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 09 13:47:38.427647 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-0ebb59da-757c-4db8-a812-2ba61b214b57 req-8a8f1de3-7748-4525-8433-482dcc9ee233 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] 10.222.0.90 "GET /v2.0/networks?id=a4bc50d2-4a55-4ee1-87aa-a1e91be18584 HTTP/1.1" status: 200 len: 817 time: 1.0342271 Apr 09 13:47:38.428103 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-0c1cceb5-0c9a-4b0b-aaa4-ec2ce95ae59f req-2796ed70-ad4e-4ad6-acef-7a4dd3022914 tempest-DeleteServersTestJSON-1971012576 tempest-DeleteServersTestJSON-1971012576-project] 10.222.0.75 "GET /v2.0/ports?device_id=0e6ebb1b-cbd7-45ef-82d0-d1d10f04df1b HTTP/1.1" status: 200 len: 945 time: 0.7962632 Apr 09 13:47:38.430840 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-7034a6b3-2cfa-4b9c-bbda-89400c07dd64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:38.436099 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-2a4ecab8-b66a-4962-9143-cefec42da1ac tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Usage tracker for resource:floatingip and tenant:8b1366e2a2764227a2e3ada9f6348323 is out of sync, need to count used quota {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 13:47:38.469836 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-2a4ecab8-b66a-4962-9143-cefec42da1ac tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 13:47:38.528743 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-0c1cceb5-0c9a-4b0b-aaa4-ec2ce95ae59f req-d8b66a12-3c57-4e72-9de9-f0646168f9f9 tempest-DeleteServersTestJSON-1971012576 tempest-DeleteServersTestJSON-1971012576-project] 10.222.0.75 "GET /v2.0/security-groups?id=7630f0ce-e518-49eb-b14c-24fd9c9bb8de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995622 Apr 09 13:47:38.548764 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-2a4ecab8-b66a-4962-9143-cefec42da1ac tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 13:47:38.566117 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.managers [None req-6c3dbe08-3ef4-41c2-a7ea-c1cd7780eb3d None None] Attempting to bind port 1bd565bf-dbfe-4cce-8936-0512a2cd7275 on host dv-cinder-785362-1-smb for vnic_type normal with profile {{(pid=85268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 09 13:47:38.566509 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.managers [None req-6c3dbe08-3ef4-41c2-a7ea-c1cd7780eb3d None None] Attempting to bind port 1bd565bf-dbfe-4cce-8936-0512a2cd7275 by drivers openvswitch,hyperv on host dv-cinder-785362-1-smb at level 0 using segments [{'id': '5a4ed491-6058-4194-8f87-1763fd0fd419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '05572312-ba94-44c0-9d23-59b1e6c5c81f'}] {{(pid=85268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 09 13:47:38.566909 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c3dbe08-3ef4-41c2-a7ea-c1cd7780eb3d None None] Attempting to bind port 1bd565bf-dbfe-4cce-8936-0512a2cd7275 on network 05572312-ba94-44c0-9d23-59b1e6c5c81f {{(pid=85268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 09 13:47:38.569426 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-7034a6b3-2cfa-4b9c-bbda-89400c07dd64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:38.591137 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c3dbe08-3ef4-41c2-a7ea-c1cd7780eb3d None None] Checking agent: {'id': 'e6bfe7c3-14e3-41b1-b7be-435962079a33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-785362-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 9, 13, 38, 5), 'started_at': datetime.datetime(2021, 4, 9, 13, 38, 35), 'heartbeat_timestamp': datetime.datetime(2021, 4, 9, 13, 47, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-785362-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 09 13:47:38.591456 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c3dbe08-3ef4-41c2-a7ea-c1cd7780eb3d None None] Checking segment: {'id': '5a4ed491-6058-4194-8f87-1763fd0fd419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '05572312-ba94-44c0-9d23-59b1e6c5c81f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 09 13:47:38.591698 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-6c3dbe08-3ef4-41c2-a7ea-c1cd7780eb3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:38.600781 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c3dbe08-3ef4-41c2-a7ea-c1cd7780eb3d None None] Bound using segment: {'id': '5a4ed491-6058-4194-8f87-1763fd0fd419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '05572312-ba94-44c0-9d23-59b1e6c5c81f'} {{(pid=85268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 09 13:47:38.603061 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.managers [None req-6c3dbe08-3ef4-41c2-a7ea-c1cd7780eb3d None None] Bound port: 1bd565bf-dbfe-4cce-8936-0512a2cd7275, host: dv-cinder-785362-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a4ed491-6058-4194-8f87-1763fd0fd419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '05572312-ba94-44c0-9d23-59b1e6c5c81f'}}] {{(pid=85268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 09 13:47:38.613798 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-6c3dbe08-3ef4-41c2-a7ea-c1cd7780eb3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853739810'] for port, before_update {{(pid=85268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:38.622534 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-2a4ecab8-b66a-4962-9143-cefec42da1ac tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Notify callbacks [] for floatingip, before_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:38.692379 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [req-0ebb59da-757c-4db8-a812-2ba61b214b57 req-89131d90-c193-4ebf-8cc8-ad8f5628c318 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Synchronizing usage tracker for tenant:a2b444c2a873486d8c3ff30419c2c3f8 on resource:security_group {{(pid=85265) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 09 13:47:38.767814 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-7034a6b3-2cfa-4b9c-bbda-89400c07dd64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738555'] for security_group, after_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:38.771105 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [req-0ebb59da-757c-4db8-a812-2ba61b214b57 req-89131d90-c193-4ebf-8cc8-ad8f5628c318 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Unset dirty status for tenant:a2b444c2a873486d8c3ff30419c2c3f8 on resource:security_group {{(pid=85265) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 09 13:47:38.773633 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-0ebb59da-757c-4db8-a812-2ba61b214b57 req-89131d90-c193-4ebf-8cc8-ad8f5628c318 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=a2b444c2a873486d8c3ff30419c2c3f8 HTTP/1.1" status: 200 len: 5705 time: 0.3326719 Apr 09 13:47:38.798708 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853739810'] for port, before_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:38.801526 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.db [None req-6c3dbe08-3ef4-41c2-a7ea-c1cd7780eb3d None None] For port 1bd565bf-dbfe-4cce-8936-0512a2cd7275, host dv-cinder-785362-1-smb, cleared binding levels {{(pid=85268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 09 13:47:38.809149 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.db [None req-6c3dbe08-3ef4-41c2-a7ea-c1cd7780eb3d None None] For port 1bd565bf-dbfe-4cce-8936-0512a2cd7275, host dv-cinder-785362-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-1-smb',level=0,port_id=1bd565bf-dbfe-4cce-8936-0512a2cd7275,segment=NetworkSegment(5a4ed491-6058-4194-8f87-1763fd0fd419),segment_id=5a4ed491-6058-4194-8f87-1763fd0fd419)] {{(pid=85268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 09 13:47:38.816682 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-6c3dbe08-3ef4-41c2-a7ea-c1cd7780eb3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853739901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853759498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265038874484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771815468181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265039307602'] for port, after_update {{(pid=85268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:38.850149 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:47:38.909718 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-6d82b45b-7a04-4e34-95fd-77d60098c217 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:47:38.921404 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.db [None req-250ccce2-add9-4520-ab97-985e32375bee None None] For port 136ae234-a7fa-49ee-835a-3c77ea6eb86b, host dv-cinder-785362-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-1-smb',level=0,port_id=136ae234-a7fa-49ee-835a-3c77ea6eb86b,segment=NetworkSegment(d71e9641-c1ca-48b4-9c8d-e574468b8697),segment_id=d71e9641-c1ca-48b4-9c8d-e574468b8697)] {{(pid=85267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 09 13:47:38.934466 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853739901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853759498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265038874484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771815468181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265039307602'] for port, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:38.936128 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.v2.base [req-0ebb59da-757c-4db8-a812-2ba61b214b57 req-e39cebc2-d29d-43fb-ae98-c834e2890c5f tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Request body: {'port': {'device_id': '8b5d6eb5-8dfa-4fd0-8f2d-9dd3590c2daf', 'network_id': 'a4bc50d2-4a55-4ee1-87aa-a1e91be18584', 'admin_state_up': True, 'tenant_id': 'a2b444c2a873486d8c3ff30419c2c3f8', 'security_groups': ['947774b9-8c9c-4200-ad33-d72fdd5295bc']}} {{(pid=85265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 09 13:47:38.976532 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-05e48dbe-71df-45e0-90e9-bfe4f5e246e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:47:39.002940 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f262ea77-aa83-4d40-8d28-10a5bcd700c4 req-e1828917-76c1-401b-91c8-36105e33b405 tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:47:39.004057 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [req-f262ea77-aa83-4d40-8d28-10a5bcd700c4 req-e1828917-76c1-401b-91c8-36105e33b405 tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] Synchronizing usage tracker for tenant:d99749794dc147dfb86af7ba6d9559b9 on resource:network {{(pid=85266) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 09 13:47:39.028402 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [req-f262ea77-aa83-4d40-8d28-10a5bcd700c4 req-e1828917-76c1-401b-91c8-36105e33b405 tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] Unset dirty status for tenant:d99749794dc147dfb86af7ba6d9559b9 on resource:network {{(pid=85266) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 09 13:47:39.041822 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_hamode_db [None req-c6c9f23e-715c-4a53-b8e2-55d400585636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb965919-2b8c-431b-ab9d-6b535d7a897b', 'name': 'tempest-ServerRescueNegativeTestJSON-206822230-router', 'tenant_id': 'd99749794dc147dfb86af7ba6d9559b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd39673be-df84-4009-abea-d472d159fdfd', 'external_fixed_ips': [{'subnet_id': 'f6eeb1a0-26c5-43d1-996f-84b999bf12c7', 'ip_address': '172.28.0.9'}], 'enable_snat': True}, 'gw_port_id': '136ae234-a7fa-49ee-835a-3c77ea6eb86b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T13:47:03Z', 'updated_at': '2021-04-09T13:47:34Z', 'revision_number': 4, 'project_id': 'd99749794dc147dfb86af7ba6d9559b9', 'gw_port': {'id': '136ae234-a7fa-49ee-835a-3c77ea6eb86b', 'name': '', 'network_id': 'd39673be-df84-4009-abea-d472d159fdfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:65:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb965919-2b8c-431b-ab9d-6b535d7a897b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f6eeb1a0-26c5-43d1-996f-84b999bf12c7', 'ip_address': '172.28.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:47:09Z', 'updated_at': '2021-04-09T13:47:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f6eeb1a0-26c5-43d1-996f-84b999bf12c7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-1-smb', '_interfaces': [{'id': 'd3329dc7-1ec2-49c0-a0d8-e01b91e91391', 'name': '', 'network_id': '67ea7bc9-90ec-4e29-a802-2c1cb0aa9cea', 'tenant_id': 'd99749794dc147dfb86af7ba6d9559b9', 'mac_address': 'fa:16:3e:60:40:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb965919-2b8c-431b-ab9d-6b535d7a897b', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '77ac0229-49ba-4800-b155-c6281379a189', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:47:29Z', 'updated_at': '2021-04-09T13:47:34Z', 'revision_number': 2, 'project_id': 'd99749794dc147dfb86af7ba6d9559b9', 'subnets': [{'id': '77ac0229-49ba-4800-b155-c6281379a189', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-785362-1-smb', False) {} {{(pid=85267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 13:47:39.048043 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-f262ea77-aa83-4d40-8d28-10a5bcd700c4 req-e1828917-76c1-401b-91c8-36105e33b405 tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] 10.222.0.75 "GET /v2.0/networks?id=67ea7bc9-90ec-4e29-a802-2c1cb0aa9cea HTTP/1.1" status: 200 len: 818 time: 0.3117988 Apr 09 13:47:39.075199 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-f262ea77-aa83-4d40-8d28-10a5bcd700c4 req-f1769b44-8127-4ba6-911e-790288aa5d5c tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] 10.222.0.75 "GET /v2.0/quotas/d99749794dc147dfb86af7ba6d9559b9 HTTP/1.1" status: 200 len: 375 time: 0.0249984 Apr 09 13:47:39.081504 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6c9f23e-715c-4a53-b8e2-55d400585636 None None] Checking router: fb965919-2b8c-431b-ab9d-6b535d7a897b for host: dv-cinder-785362-1-smb {{(pid=85267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 09 13:47:39.082138 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6c9f23e-715c-4a53-b8e2-55d400585636 None None] Updating router fb965919-2b8c-431b-ab9d-6b535d7a897b port d3329dc7-1ec2-49c0-a0d8-e01b91e91391 binding host dv-cinder-785362-1-smb {{(pid=85267) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 09 13:47:39.102653 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c38ce6-7ece-42c2-b133-38fd7522d63e None None] Pushing event updated for resources: {'Port': ['ID=1bd565bf-dbfe-4cce-8936-0512a2cd7275,revision_number=4']} {{(pid=85268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:47:39.109032 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-19c38ce6-7ece-42c2-b133-38fd7522d63e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=85268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:47:39.116673 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c3dbe08-3ef4-41c2-a7ea-c1cd7780eb3d None None] Routers {'e36652c1-6bec-4570-b33c-77b5086f1ce8'} bound to L3 agent in host dv-cinder-785362-1-smb {{(pid=85268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 09 13:47:39.117489 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_hamode_db [None req-6c3dbe08-3ef4-41c2-a7ea-c1cd7780eb3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-785362-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-09T13:38:04Z,description=,heartbeat_timestamp=2021-04-09T13:47:34Z,host='dv-cinder-785362-1-smb',id=69305824-358b-46b0-9707-cd2ded304b9c,load=0,resource_versions=,resources_synced=,started_at=2021-04-09T13:38:04Z,topic='l3_agent')) {'router_ids': ['e36652c1-6bec-4570-b33c-77b5086f1ce8'], 'active': True} {{(pid=85268) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 13:47:39.121357 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7034a6b3-2cfa-4b9c-bbda-89400c07dd64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a7e8cb9-73e7-4448-8031-650e7bc96c0d,revision_number=None']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:47:39.130144 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [req-0ebb59da-757c-4db8-a812-2ba61b214b57 req-e39cebc2-d29d-43fb-ae98-c834e2890c5f tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 13:47:39.140111 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [req-0ebb59da-757c-4db8-a812-2ba61b214b57 req-e39cebc2-d29d-43fb-ae98-c834e2890c5f tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Usage tracker for resource:port and tenant:a2b444c2a873486d8c3ff30419c2c3f8 is out of sync, need to count used quota {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 13:47:39.145096 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [req-0ebb59da-757c-4db8-a812-2ba61b214b57 req-e39cebc2-d29d-43fb-ae98-c834e2890c5f tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Quota usage for port was recalculated. Used quota:3. {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 13:47:39.152227 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [req-0ebb59da-757c-4db8-a812-2ba61b214b57 req-e39cebc2-d29d-43fb-ae98-c834e2890c5f tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 13:47:39.166078 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-7034a6b3-2cfa-4b9c-bbda-89400c07dd64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:47:39.178852 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-c6c9f23e-715c-4a53-b8e2-55d400585636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853739810'] for port, before_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:39.197665 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ebb59da-757c-4db8-a812-2ba61b214b57 req-e39cebc2-d29d-43fb-ae98-c834e2890c5f tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Made reservation on behalf of a2b444c2a873486d8c3ff30419c2c3f8 for: {'port': 1} {{(pid=85265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 09 13:47:39.217925 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Pushing event updated for resources: {'Port': ['ID=136ae234-a7fa-49ee-835a-3c77ea6eb86b,revision_number=4']} {{(pid=85267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:47:39.230323 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [req-0ebb59da-757c-4db8-a812-2ba61b214b57 req-e39cebc2-d29d-43fb-ae98-c834e2890c5f tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853739810'] for port, before_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:39.237397 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-7034a6b3-2cfa-4b9c-bbda-89400c07dd64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:39.241551 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-7034a6b3-2cfa-4b9c-bbda-89400c07dd64 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/7a7e8cb9-73e7-4448-8031-650e7bc96c0d HTTP/1.1" status: 204 len: 168 time: 0.9713972 Apr 09 13:47:39.285361 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-f262ea77-aa83-4d40-8d28-10a5bcd700c4 req-7fd7088e-3db9-4502-b710-d309fc2a4feb tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=d99749794dc147dfb86af7ba6d9559b9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2088535 Apr 09 13:47:39.564704 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.db_base_plugin_common [req-0ebb59da-757c-4db8-a812-2ba61b214b57 req-e39cebc2-d29d-43fb-ae98-c834e2890c5f tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Allocated IP 172.20.0.7 (a4bc50d2-4a55-4ee1-87aa-a1e91be18584/0144e1c8-7bcb-42a5-ac9e-709c8b2e67a5/317fc4fb-b778-458a-a027-e44683b0f676) {{(pid=85265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 09 13:47:39.568007 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-2a4ecab8-b66a-4962-9143-cefec42da1ac tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853739810'] for port, before_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:39.570872 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_dvr_db [None req-6c3dbe08-3ef4-41c2-a7ea-c1cd7780eb3d None None] Set router e36652c1-6bec-4570-b33c-77b5086f1ce8 gateway port host: dv-cinder-785362-1-smb {{(pid=85268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 09 13:47:39.626354 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.648s {{(pid=85267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:47:39.771541 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-0b0e54cd-5611-4126-8548-feba1eaa316d req-99b61964-60c0-4cee-b63c-058fbe667b3d tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] 10.222.0.75 "GET /v2.0/ports?device_id=8b5d6eb5-8dfa-4fd0-8f2d-9dd3590c2daf HTTP/1.1" status: 200 len: 210 time: 0.1767921 Apr 09 13:47:39.858059 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-f262ea77-aa83-4d40-8d28-10a5bcd700c4 req-967e0b24-af68-43fb-90d3-f4f3636c0042 service neutron] 10.222.0.75 "GET /v2.0/networks/67ea7bc9-90ec-4e29-a802-2c1cb0aa9cea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5698366 Apr 09 13:47:40.085548 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-c6c9f23e-715c-4a53-b8e2-55d400585636 None None] Notify callbacks [] for port, precommit_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:40.103969 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.provisioning_blocks [None req-c6c9f23e-715c-4a53-b8e2-55d400585636 None None] Transition to ACTIVE for port object d3329dc7-1ec2-49c0-a0d8-e01b91e91391 will not be triggered until provisioned by entity L2. {{(pid=85267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 09 13:47:40.112993 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-c6c9f23e-715c-4a53-b8e2-55d400585636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853739901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853759498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265038874484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771815468181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265039307602'] for port, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:40.169083 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_hamode_db [None req-6c3dbe08-3ef4-41c2-a7ea-c1cd7780eb3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e36652c1-6bec-4570-b33c-77b5086f1ce8', 'name': 'tempest-AttachVolumeTestJSON-1552224158-router', 'tenant_id': '8b1366e2a2764227a2e3ada9f6348323', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd39673be-df84-4009-abea-d472d159fdfd', 'external_fixed_ips': [{'subnet_id': 'f6eeb1a0-26c5-43d1-996f-84b999bf12c7', 'ip_address': '172.28.0.183'}], 'enable_snat': True}, 'gw_port_id': 'e4a4510d-2481-4e5d-8964-18483640b5d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T13:47:06Z', 'updated_at': '2021-04-09T13:47:26Z', 'revision_number': 4, 'project_id': '8b1366e2a2764227a2e3ada9f6348323', 'gw_port': {'id': 'e4a4510d-2481-4e5d-8964-18483640b5d4', 'name': '', 'network_id': 'd39673be-df84-4009-abea-d472d159fdfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:46:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e36652c1-6bec-4570-b33c-77b5086f1ce8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'f6eeb1a0-26c5-43d1-996f-84b999bf12c7', 'ip_address': '172.28.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:47:12Z', 'updated_at': '2021-04-09T13:47:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6eeb1a0-26c5-43d1-996f-84b999bf12c7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-1-smb', '_interfaces': [{'id': '1bd565bf-dbfe-4cce-8936-0512a2cd7275', 'name': '', 'network_id': '05572312-ba94-44c0-9d23-59b1e6c5c81f', 'tenant_id': '8b1366e2a2764227a2e3ada9f6348323', 'mac_address': 'fa:16:3e:6f:60:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e36652c1-6bec-4570-b33c-77b5086f1ce8', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '52cd575a-477f-4889-af1f-960c6b2cd43e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:47:23Z', 'updated_at': '2021-04-09T13:47:38Z', 'revision_number': 4, 'project_id': '8b1366e2a2764227a2e3ada9f6348323', 'subnets': [{'id': '52cd575a-477f-4889-af1f-960c6b2cd43e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-785362-1-smb', False) {} {{(pid=85268) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 13:47:40.180571 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c3dbe08-3ef4-41c2-a7ea-c1cd7780eb3d None None] The sync data for ids ['e36652c1-6bec-4570-b33c-77b5086f1ce8'] in dv-cinder-785362-1-smb is: [{'id': 'e36652c1-6bec-4570-b33c-77b5086f1ce8', 'name': 'tempest-AttachVolumeTestJSON-1552224158-router', 'tenant_id': '8b1366e2a2764227a2e3ada9f6348323', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd39673be-df84-4009-abea-d472d159fdfd', 'external_fixed_ips': [{'subnet_id': 'f6eeb1a0-26c5-43d1-996f-84b999bf12c7', 'ip_address': '172.28.0.183'}], 'enable_snat': True}, 'gw_port_id': 'e4a4510d-2481-4e5d-8964-18483640b5d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T13:47:06Z', 'updated_at': '2021-04-09T13:47:26Z', 'revision_number': 4, 'project_id': '8b1366e2a2764227a2e3ada9f6348323', 'gw_port': {'id': 'e4a4510d-2481-4e5d-8964-18483640b5d4', 'name': '', 'network_id': 'd39673be-df84-4009-abea-d472d159fdfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:46:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e36652c1-6bec-4570-b33c-77b5086f1ce8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'f6eeb1a0-26c5-43d1-996f-84b999bf12c7', 'ip_address': '172.28.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:47:12Z', 'updated_at': '2021-04-09T13:47:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6eeb1a0-26c5-43d1-996f-84b999bf12c7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-1-smb', '_interfaces': [{'id': '1bd565bf-dbfe-4cce-8936-0512a2cd7275', 'name': '', 'network_id': '05572312-ba94-44c0-9d23-59b1e6c5c81f', 'tenant_id': '8b1366e2a2764227a2e3ada9f6348323', 'mac_address': 'fa:16:3e:6f:60:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e36652c1-6bec-4570-b33c-77b5086f1ce8', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '52cd575a-477f-4889-af1f-960c6b2cd43e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:47:23Z', 'updated_at': '2021-04-09T13:47:38Z', 'revision_number': 4, 'project_id': '8b1366e2a2764227a2e3ada9f6348323', 'subnets': [{'id': '52cd575a-477f-4889-af1f-960c6b2cd43e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 09 13:47:40.205108 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.75', 57190) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:47:40.208777 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-f262ea77-aa83-4d40-8d28-10a5bcd700c4 req-32e9efbd-d072-40d6-a504-319211f934c4 service neutron] 10.222.0.75 "GET /v2.0/networks/67ea7bc9-90ec-4e29-a802-2c1cb0aa9cea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3415372 Apr 09 13:47:40.417276 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13869ca9-75d8-4623-a411-f8abfae73a66 req-b0ed7c9b-92f7-49c9-92c8-75d00334597a tempest-DeleteServersTestJSON-1971012576 tempest-DeleteServersTestJSON-1971012576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:47:40.418183 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-44f8978c-f86e-4f46-abf3-25d7945ebc57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:40.419226 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-13869ca9-75d8-4623-a411-f8abfae73a66 req-b0ed7c9b-92f7-49c9-92c8-75d00334597a tempest-DeleteServersTestJSON-1971012576 tempest-DeleteServersTestJSON-1971012576-project] 10.222.0.75 "GET /v2.0/ports?device_id=0e6ebb1b-cbd7-45ef-82d0-d1d10f04df1b HTTP/1.1" status: 200 len: 945 time: 0.2071035 Apr 09 13:47:40.469368 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:47:40.481543 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-13869ca9-75d8-4623-a411-f8abfae73a66 req-5c51e475-521d-4457-b84f-d2fde3b8965b tempest-DeleteServersTestJSON-1971012576 tempest-DeleteServersTestJSON-1971012576-project] 10.222.0.75 "GET /v2.0/security-groups?id=7630f0ce-e518-49eb-b14c-24fd9c9bb8de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522358 Apr 09 13:47:40.526301 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-44f8978c-f86e-4f46-abf3-25d7945ebc57 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 13:47:40.589154 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-44f8978c-f86e-4f46-abf3-25d7945ebc57 admin admin] Usage tracker for resource:security_group_rule and tenant:75543576aa7b4df7a1fbfb09e5d8e6b0 is out of sync, need to count used quota {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 13:47:40.594574 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-44f8978c-f86e-4f46-abf3-25d7945ebc57 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 13:47:40.650216 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-44f8978c-f86e-4f46-abf3-25d7945ebc57 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 13:47:40.701807 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.db_base_plugin_common [None req-2a4ecab8-b66a-4962-9143-cefec42da1ac tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Allocated IP 172.28.0.29 (d39673be-df84-4009-abea-d472d159fdfd/f6eeb1a0-26c5-43d1-996f-84b999bf12c7/fa831221-dc27-44d3-9ce2-1a482d4cde7d) {{(pid=85265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 09 13:47:40.707981 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5426462-c58a-4d24-87ae-ba6dbf1f7623 None None] Pushing event updated for resources: {'Port': ['ID=d3329dc7-1ec2-49c0-a0d8-e01b91e91391,revision_number=3']} {{(pid=85267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:47:40.802289 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-84b8bd8f-ef2c-4750-b1e0-f29a53572e36 req-57139177-f552-4d40-bf8e-3bf50f191de2 tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] 10.222.0.75 "GET /v2.0/ports?device_id=3b0c4a3a-57ce-4e76-a767-bd7ea7d79510 HTTP/1.1" status: 200 len: 210 time: 0.1720026 Apr 09 13:47:40.803222 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-b5426462-c58a-4d24-87ae-ba6dbf1f7623 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=85267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:47:40.847316 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85266) accepted ('10.222.0.75', 57218) {{(pid=85266) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:47:40.897774 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [req-0ebb59da-757c-4db8-a812-2ba61b214b57 req-e39cebc2-d29d-43fb-ae98-c834e2890c5f tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Notify callbacks [] for port, precommit_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:41.138846 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.provisioning_blocks [req-0ebb59da-757c-4db8-a812-2ba61b214b57 req-e39cebc2-d29d-43fb-ae98-c834e2890c5f tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Transition to ACTIVE for port object 317fc4fb-b778-458a-a027-e44683b0f676 will not be triggered until provisioned by entity DHCP. {{(pid=85265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 09 13:47:41.202945 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:41.217728 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.managers [None req-c6c9f23e-715c-4a53-b8e2-55d400585636 None None] Attempting to bind port d3329dc7-1ec2-49c0-a0d8-e01b91e91391 on host dv-cinder-785362-1-smb for vnic_type normal with profile {{(pid=85267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 09 13:47:41.217728 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.managers [None req-c6c9f23e-715c-4a53-b8e2-55d400585636 None None] Attempting to bind port d3329dc7-1ec2-49c0-a0d8-e01b91e91391 by drivers openvswitch,hyperv on host dv-cinder-785362-1-smb at level 0 using segments [{'id': 'b9043e0b-04cf-45bd-b9f8-7ebd3edf93a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '67ea7bc9-90ec-4e29-a802-2c1cb0aa9cea'}] {{(pid=85267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 09 13:47:41.217728 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c9f23e-715c-4a53-b8e2-55d400585636 None None] Attempting to bind port d3329dc7-1ec2-49c0-a0d8-e01b91e91391 on network 67ea7bc9-90ec-4e29-a802-2c1cb0aa9cea {{(pid=85267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 09 13:47:41.230880 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c9f23e-715c-4a53-b8e2-55d400585636 None None] Checking agent: {'id': 'e6bfe7c3-14e3-41b1-b7be-435962079a33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-785362-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 9, 13, 38, 5), 'started_at': datetime.datetime(2021, 4, 9, 13, 38, 35), 'heartbeat_timestamp': datetime.datetime(2021, 4, 9, 13, 47, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-785362-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 09 13:47:41.231661 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c9f23e-715c-4a53-b8e2-55d400585636 None None] Checking segment: {'id': 'b9043e0b-04cf-45bd-b9f8-7ebd3edf93a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '67ea7bc9-90ec-4e29-a802-2c1cb0aa9cea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 09 13:47:41.232331 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-c6c9f23e-715c-4a53-b8e2-55d400585636 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:41.233142 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c9f23e-715c-4a53-b8e2-55d400585636 None None] Bound using segment: {'id': 'b9043e0b-04cf-45bd-b9f8-7ebd3edf93a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '67ea7bc9-90ec-4e29-a802-2c1cb0aa9cea'} {{(pid=85267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 09 13:47:41.234062 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.managers [None req-c6c9f23e-715c-4a53-b8e2-55d400585636 None None] Bound port: d3329dc7-1ec2-49c0-a0d8-e01b91e91391, host: dv-cinder-785362-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9043e0b-04cf-45bd-b9f8-7ebd3edf93a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '67ea7bc9-90ec-4e29-a802-2c1cb0aa9cea'}}] {{(pid=85267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 09 13:47:41.236159 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-c6c9f23e-715c-4a53-b8e2-55d400585636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853739810'] for port, before_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:41.240278 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-3d09dca5-5449-4b2d-bbac-5a853e6d72e9 req-a9777124-cb6d-4701-a9fe-9310e97e5aec tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] 10.222.0.75 "GET /v2.0/ports?device_id=8b5d6eb5-8dfa-4fd0-8f2d-9dd3590c2daf HTTP/1.1" status: 200 len: 210 time: 0.1494355 Apr 09 13:47:41.287686 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-42de53c5-286f-4bdb-9c50-cbed9a48f33c admin admin] Notify callbacks [] for security_group, before_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:41.316226 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-42de53c5-286f-4bdb-9c50-cbed9a48f33c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 13:47:41.320712 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-42de53c5-286f-4bdb-9c50-cbed9a48f33c admin admin] Usage tracker for resource:security_group_rule and tenant:b5e673d81bfa4e22bf8dea131b803ced is out of sync, need to count used quota {{(pid=85266) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 13:47:41.326487 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-42de53c5-286f-4bdb-9c50-cbed9a48f33c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85266) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 13:47:41.346369 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-42de53c5-286f-4bdb-9c50-cbed9a48f33c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 13:47:41.355796 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.rpc [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Device 1bd565bf-dbfe-4cce-8936-0512a2cd7275 up at agent ovs-agent-dv-cinder-785362-1-smb {{(pid=85267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 09 13:47:41.415823 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-44f8978c-f86e-4f46-abf3-25d7945ebc57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:41.442623 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-2a4ecab8-b66a-4962-9143-cefec42da1ac tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Notify callbacks [] for port, precommit_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:41.462194 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-44f8978c-f86e-4f46-abf3-25d7945ebc57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738555'] for security_group, after_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:41.528007 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.rpc [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Device f37da4d1-9561-4d90-8783-e0c6fd641102 up at agent hyperv_hv-cinder-78536 {{(pid=85267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 09 13:47:41.584503 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-7827394a-4fee-46de-83c2-1efe88d3fa7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:47:41.603089 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-44f8978c-f86e-4f46-abf3-25d7945ebc57 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=75543576aa7b4df7a1fbfb09e5d8e6b0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3751786 Apr 09 13:47:41.609125 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [req-0ebb59da-757c-4db8-a812-2ba61b214b57 req-e39cebc2-d29d-43fb-ae98-c834e2890c5f tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853739901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853759498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771815468164'] for port, after_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:41.621628 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.75', 57248) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:47:41.832456 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.provisioning_blocks [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Provisioning for port 1bd565bf-dbfe-4cce-8936-0512a2cd7275 completed by entity L2. {{(pid=85267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 09 13:47:41.847615 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.provisioning_blocks [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Provisioning complete for port 1bd565bf-dbfe-4cce-8936-0512a2cd7275 triggered by entity L2. {{(pid=85267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 09 13:47:41.853565 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765226'] for port, provisioning_complete {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:41.887045 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f8978c-f86e-4f46-abf3-25d7945ebc57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f207634-e9ae-4108-952e-7faa4af5b58f,revision_number=1']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:47:41.908709 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-44f8978c-f86e-4f46-abf3-25d7945ebc57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:47:41.918246 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-87620beb-688b-4097-95e4-f2c7792a13c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.161s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:47:42.017330 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.db [None req-c6c9f23e-715c-4a53-b8e2-55d400585636 None None] For port d3329dc7-1ec2-49c0-a0d8-e01b91e91391, host dv-cinder-785362-1-smb, cleared binding levels {{(pid=85267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 09 13:47:42.022136 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.provisioning_blocks [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Provisioning for port f37da4d1-9561-4d90-8783-e0c6fd641102 completed by entity L2. {{(pid=85267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 09 13:47:42.024590 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-ef7fc51d-c194-4fea-8177-658abd21770e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:42.030664 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.db [None req-c6c9f23e-715c-4a53-b8e2-55d400585636 None None] For port d3329dc7-1ec2-49c0-a0d8-e01b91e91391, host dv-cinder-785362-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-1-smb',level=0,port_id=d3329dc7-1ec2-49c0-a0d8-e01b91e91391,segment=NetworkSegment(b9043e0b-04cf-45bd-b9f8-7ebd3edf93a8),segment_id=b9043e0b-04cf-45bd-b9f8-7ebd3edf93a8)] {{(pid=85267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 09 13:47:42.031900 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.provisioning_blocks [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Provisioning complete for port f37da4d1-9561-4d90-8783-e0c6fd641102 triggered by entity L2. {{(pid=85267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 09 13:47:42.032622 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765226'] for port, provisioning_complete {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:42.043131 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-2a4ecab8-b66a-4962-9143-cefec42da1ac tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853739901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853759498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771815468164'] for port, after_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:42.080497 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-c6c9f23e-715c-4a53-b8e2-55d400585636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853739901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853759498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265038874484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771815468181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265039307602'] for port, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:42.096581 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-ef7fc51d-c194-4fea-8177-658abd21770e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:42.151560 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf301f95-b2af-478c-9736-da85b017c4c9 req-d48777f8-d708-4596-a68f-18b9a36fd518 tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:47:42.153195 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-cf301f95-b2af-478c-9736-da85b017c4c9 req-d48777f8-d708-4596-a68f-18b9a36fd518 tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] 10.222.0.75 "GET /v2.0/networks?id=67ea7bc9-90ec-4e29-a802-2c1cb0aa9cea HTTP/1.1" status: 200 len: 818 time: 0.7923911 Apr 09 13:47:42.182659 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-cf301f95-b2af-478c-9736-da85b017c4c9 req-abbdb1d0-57d2-48c0-9480-981fc47ec067 tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] 10.222.0.75 "GET /v2.0/quotas/d99749794dc147dfb86af7ba6d9559b9 HTTP/1.1" status: 200 len: 375 time: 0.0119624 Apr 09 13:47:42.211333 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39cebc2-d29d-43fb-ae98-c834e2890c5f tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Pushing event updated for resources: {'Port': ['ID=317fc4fb-b778-458a-a027-e44683b0f676,revision_number=1']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:47:42.214607 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-ef7fc51d-c194-4fea-8177-658abd21770e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738555'] for security_group, after_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:42.215689 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-e39cebc2-d29d-43fb-ae98-c834e2890c5f tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:47:42.222025 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-8274725e-c56f-4c85-b52d-2bc2dae88818 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.030s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:47:42.285826 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:47:42.329291 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-42de53c5-286f-4bdb-9c50-cbed9a48f33c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:42.352296 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-42de53c5-286f-4bdb-9c50-cbed9a48f33c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738555'] for security_group, after_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:42.364561 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b361eee-630b-49e3-b81f-d590fe8ad509 req-170bad6f-9dfb-4386-a675-be5bdc37b8a8 tempest-DeleteServersTestJSON-1971012576 tempest-DeleteServersTestJSON-1971012576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:47:42.375545 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-7b361eee-630b-49e3-b81f-d590fe8ad509 req-170bad6f-9dfb-4386-a675-be5bdc37b8a8 tempest-DeleteServersTestJSON-1971012576 tempest-DeleteServersTestJSON-1971012576-project] 10.222.0.75 "GET /v2.0/ports?device_id=0e6ebb1b-cbd7-45ef-82d0-d1d10f04df1b HTTP/1.1" status: 200 len: 945 time: 0.3604953 Apr 09 13:47:42.442881 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-cf301f95-b2af-478c-9736-da85b017c4c9 req-1455c9c1-c8ba-4b9b-9085-ce28d30096b6 tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=d99749794dc147dfb86af7ba6d9559b9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2359433 Apr 09 13:47:42.454982 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-7b361eee-630b-49e3-b81f-d590fe8ad509 req-300cebe7-0d0e-42c0-82ba-903d3657e398 tempest-DeleteServersTestJSON-1971012576 tempest-DeleteServersTestJSON-1971012576-project] 10.222.0.75 "GET /v2.0/security-groups?id=7630f0ce-e518-49eb-b14c-24fd9c9bb8de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685756 Apr 09 13:47:42.457412 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85266) accepted ('10.222.0.90', 59428) {{(pid=85266) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:47:42.459847 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-239c7921-8695-403e-a729-e602c7bdd59a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:47:42.511319 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5426462-c58a-4d24-87ae-ba6dbf1f7623 None None] Pushing event updated for resources: {'Port': ['ID=d3329dc7-1ec2-49c0-a0d8-e01b91e91391,revision_number=4']} {{(pid=85267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:47:42.528597 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-b5426462-c58a-4d24-87ae-ba6dbf1f7623 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=85267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:47:42.597112 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6c9f23e-715c-4a53-b8e2-55d400585636 None None] Routers {'fb965919-2b8c-431b-ab9d-6b535d7a897b'} bound to L3 agent in host dv-cinder-785362-1-smb {{(pid=85267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 09 13:47:42.597826 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_hamode_db [None req-c6c9f23e-715c-4a53-b8e2-55d400585636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-785362-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-09T13:38:04Z,description=,heartbeat_timestamp=2021-04-09T13:47:34Z,host='dv-cinder-785362-1-smb',id=69305824-358b-46b0-9707-cd2ded304b9c,load=0,resource_versions=,resources_synced=,started_at=2021-04-09T13:38:04Z,topic='l3_agent')) {'router_ids': ['fb965919-2b8c-431b-ab9d-6b535d7a897b'], 'active': True} {{(pid=85267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 13:47:42.723157 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ebb59da-757c-4db8-a812-2ba61b214b57 req-e39cebc2-d29d-43fb-ae98-c834e2890c5f tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Network a4bc50d2-4a55-4ee1-87aa-a1e91be18584 is already hosted by enough agents. {{(pid=85265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 09 13:47:42.724703 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4ecab8-b66a-4962-9143-cefec42da1ac tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Pushing event updated for resources: {'Port': ['ID=fa831221-dc27-44d3-9ce2-1a482d4cde7d,revision_number=1']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:47:42.730729 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-2a4ecab8-b66a-4962-9143-cefec42da1ac tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.509s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:47:42.731715 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.scheduler.base_scheduler [req-0ebb59da-757c-4db8-a812-2ba61b214b57 req-e39cebc2-d29d-43fb-ae98-c834e2890c5f tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Resources bound (agent type, host, resource id): {{(pid=85265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 09 13:47:42.758673 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ebb59da-757c-4db8-a812-2ba61b214b57 req-e39cebc2-d29d-43fb-ae98-c834e2890c5f tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Received port after_create {{(pid=85265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 09 13:47:42.769149 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebb59da-757c-4db8-a812-2ba61b214b57 req-e39cebc2-d29d-43fb-ae98-c834e2890c5f tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:47:42.770458 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [req-0ebb59da-757c-4db8-a812-2ba61b214b57 req-e39cebc2-d29d-43fb-ae98-c834e2890c5f tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758280'] for port, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:42.774115 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.313s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:47:42.827854 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a4ecab8-b66a-4962-9143-cefec42da1ac tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Network d39673be-df84-4009-abea-d472d159fdfd is already hosted by enough agents. {{(pid=85265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 09 13:47:42.842271 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-ef7fc51d-c194-4fea-8177-658abd21770e admin admin] Notify callbacks [] for security_group, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:42.847984 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-ef7fc51d-c194-4fea-8177-658abd21770e admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/6f207634-e9ae-4108-952e-7faa4af5b58f HTTP/1.1" status: 204 len: 168 time: 1.2180526 Apr 09 13:47:42.851323 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.scheduler.base_scheduler [None req-2a4ecab8-b66a-4962-9143-cefec42da1ac tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Resources bound (agent type, host, resource id): {{(pid=85265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 09 13:47:42.856000 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a4ecab8-b66a-4962-9143-cefec42da1ac tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Received port after_create {{(pid=85265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 09 13:47:42.863870 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7fc51d-c194-4fea-8177-658abd21770e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f207634-e9ae-4108-952e-7faa4af5b58f,revision_number=None']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:47:42.873502 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-ef7fc51d-c194-4fea-8177-658abd21770e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:47:42.887078 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-cf301f95-b2af-478c-9736-da85b017c4c9 req-07ab97a8-a392-4f2b-a4b3-2b9fe43a2793 service neutron] 10.222.0.75 "GET /v2.0/networks/67ea7bc9-90ec-4e29-a802-2c1cb0aa9cea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4267943 Apr 09 13:47:42.942526 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-0ebb59da-757c-4db8-a812-2ba61b214b57 req-e39cebc2-d29d-43fb-ae98-c834e2890c5f tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0388210 Apr 09 13:47:42.962709 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.v2.base [req-0ebb59da-757c-4db8-a812-2ba61b214b57 req-3f349482-a0e1-4149-8b37-0c3e16552713 service neutron] Request body: {'port': {'device_id': '8b5d6eb5-8dfa-4fd0-8f2d-9dd3590c2daf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78536'}} {{(pid=85265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 09 13:47:43.105353 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_dvr_db [None req-c6c9f23e-715c-4a53-b8e2-55d400585636 None None] Set router fb965919-2b8c-431b-ab9d-6b535d7a897b gateway port host: dv-cinder-785362-1-smb {{(pid=85267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 09 13:47:43.228167 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853739810'] for port, before_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:43.272708 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-cf301f95-b2af-478c-9736-da85b017c4c9 req-fa206ccb-31f6-4529-a617-b82b78fcd2d8 service neutron] 10.222.0.75 "GET /v2.0/networks/67ea7bc9-90ec-4e29-a802-2c1cb0aa9cea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3845646 Apr 09 13:47:43.321306 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.db [None req-250ccce2-add9-4520-ab97-985e32375bee None None] For port 1bd565bf-dbfe-4cce-8936-0512a2cd7275, host dv-cinder-785362-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-1-smb',level=0,port_id=1bd565bf-dbfe-4cce-8936-0512a2cd7275,segment=NetworkSegment(5a4ed491-6058-4194-8f87-1763fd0fd419),segment_id=5a4ed491-6058-4194-8f87-1763fd0fd419)] {{(pid=85267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 09 13:47:43.339319 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [req-0ebb59da-757c-4db8-a812-2ba61b214b57 req-3f349482-a0e1-4149-8b37-0c3e16552713 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853739810'] for port, before_update {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:43.430103 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42de53c5-286f-4bdb-9c50-cbed9a48f33c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a11f2d5e-beb2-48da-8dfa-3547e130df28,revision_number=1']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:47:43.443037 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-2a4ecab8-b66a-4962-9143-cefec42da1ac tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:43.455520 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-42de53c5-286f-4bdb-9c50-cbed9a48f33c admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=b5e673d81bfa4e22bf8dea131b803ced&name=default HTTP/1.1" status: 200 len: 2979 time: 2.6068778 Apr 09 13:47:43.461415 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.75', 57292) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:47:43.467932 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-42de53c5-286f-4bdb-9c50-cbed9a48f33c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.008s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:47:43.561848 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c14663-3072-4694-816b-b457ed7b4161 req-dedf9c9b-338a-4f16-85c1-9b9e6aa51110 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:47:43.570777 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-39c14663-3072-4694-816b-b457ed7b4161 req-dedf9c9b-338a-4f16-85c1-9b9e6aa51110 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] 10.222.0.75 "GET /v2.0/ports?device_id=8b5d6eb5-8dfa-4fd0-8f2d-9dd3590c2daf HTTP/1.1" status: 200 len: 931 time: 0.7661803 Apr 09 13:47:43.626913 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-39c14663-3072-4694-816b-b457ed7b4161 req-ac9e223d-d44f-4fc7-9a7a-27476dd39284 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] 10.222.0.75 "GET /v2.0/security-groups?id=947774b9-8c9c-4200-ad33-d72fdd5295bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527365 Apr 09 13:47:43.677950 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f262ea77-aa83-4d40-8d28-10a5bcd700c4 req-fe1672c4-8b12-4753-9c18-87626a9c87e2 tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:47:43.689821 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-f262ea77-aa83-4d40-8d28-10a5bcd700c4 req-fe1672c4-8b12-4753-9c18-87626a9c87e2 tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] 10.222.0.90 "GET /v2.0/networks?id=67ea7bc9-90ec-4e29-a802-2c1cb0aa9cea HTTP/1.1" status: 200 len: 818 time: 1.2216241 Apr 09 13:47:43.712439 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.v2.base [req-f262ea77-aa83-4d40-8d28-10a5bcd700c4 req-f20aaa3c-4a5b-4c75-a363-dfedd966e927 tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] Request body: {'port': {'device_id': '3b0c4a3a-57ce-4e76-a767-bd7ea7d79510', 'network_id': '67ea7bc9-90ec-4e29-a802-2c1cb0aa9cea', 'admin_state_up': True, 'tenant_id': 'd99749794dc147dfb86af7ba6d9559b9'}} {{(pid=85266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 09 13:47:43.809193 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-2a4ecab8-b66a-4962-9143-cefec42da1ac tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853739810'] for port, before_update {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:43.957159 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853739901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853759498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265038874484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771815468181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265039307602'] for port, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:43.958925 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.rpc [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Device 136ae234-a7fa-49ee-835a-3c77ea6eb86b up at agent ovs-agent-dv-cinder-785362-1-smb {{(pid=85267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 09 13:47:44.070499 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-b5426462-c58a-4d24-87ae-ba6dbf1f7623 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:47:44.076141 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-c8424a87-bebc-4b2d-a31d-e2f674ea7ae2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:44.147348 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853739810'] for port, before_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:44.153861 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.provisioning_blocks [None req-6c350738-0679-4c31-a2f3-9c02cf8651e2 None None] Provisioning for port 317fc4fb-b778-458a-a027-e44683b0f676 completed by entity DHCP. {{(pid=85267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 09 13:47:44.188105 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.provisioning_blocks [None req-6c350738-0679-4c31-a2f3-9c02cf8651e2 None None] Provisioning complete for port 317fc4fb-b778-458a-a027-e44683b0f676 triggered by entity DHCP. {{(pid=85267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 09 13:47:44.188550 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-6c350738-0679-4c31-a2f3-9c02cf8651e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765226'] for port, provisioning_complete {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:44.253258 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-c8424a87-bebc-4b2d-a31d-e2f674ea7ae2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:44.274345 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-9b335dca-bd23-413a-bc61-06c14af8d113 req-c92e348b-642e-4a3b-8bb6-a817c68212fd tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] 10.222.0.75 "GET /v2.0/ports?device_id=7690505b-47c6-4e11-9a94-a4cca9735a09 HTTP/1.1" status: 200 len: 210 time: 0.2980325 Apr 09 13:47:44.287294 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.plugin [None req-6c350738-0679-4c31-a2f3-9c02cf8651e2 None None] Port 317fc4fb-b778-458a-a027-e44683b0f676 cannot update to ACTIVE because it is not bound. {{(pid=85267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 09 13:47:44.308273 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e6ebb1b-cbd7-45ef-82d0-d1d10f04df1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f37da4d1-9561-4d90-8783-e0c6fd641102'}] {{(pid=85267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 09 13:47:44.385583 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c36a46-eb25-42cb-a35a-a4a8544f8aa5 req-a6af6fdb-be31-4eb5-a08f-2dc965f42aea tempest-DeleteServersTestJSON-1971012576 tempest-DeleteServersTestJSON-1971012576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:47:44.395396 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-b3c36a46-eb25-42cb-a35a-a4a8544f8aa5 req-a6af6fdb-be31-4eb5-a08f-2dc965f42aea tempest-DeleteServersTestJSON-1971012576 tempest-DeleteServersTestJSON-1971012576-project] 10.222.0.75 "GET /v2.0/ports?device_id=0e6ebb1b-cbd7-45ef-82d0-d1d10f04df1b HTTP/1.1" status: 200 len: 945 time: 0.3345995 Apr 09 13:47:44.424464 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [req-f262ea77-aa83-4d40-8d28-10a5bcd700c4 req-f20aaa3c-4a5b-4c75-a363-dfedd966e927 tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 13:47:44.430578 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [req-f262ea77-aa83-4d40-8d28-10a5bcd700c4 req-f20aaa3c-4a5b-4c75-a363-dfedd966e927 tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] Usage tracker for resource:port and tenant:d99749794dc147dfb86af7ba6d9559b9 is out of sync, need to count used quota {{(pid=85266) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 13:47:44.434238 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [req-f262ea77-aa83-4d40-8d28-10a5bcd700c4 req-f20aaa3c-4a5b-4c75-a363-dfedd966e927 tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] Quota usage for port was recalculated. Used quota:1. {{(pid=85266) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 13:47:44.442217 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [req-f262ea77-aa83-4d40-8d28-10a5bcd700c4 req-f20aaa3c-4a5b-4c75-a363-dfedd966e927 tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=85266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 13:47:44.458017 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f262ea77-aa83-4d40-8d28-10a5bcd700c4 req-f20aaa3c-4a5b-4c75-a363-dfedd966e927 tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] Made reservation on behalf of d99749794dc147dfb86af7ba6d9559b9 for: {'port': 1} {{(pid=85266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 09 13:47:44.468838 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [req-f262ea77-aa83-4d40-8d28-10a5bcd700c4 req-f20aaa3c-4a5b-4c75-a363-dfedd966e927 tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853739810'] for port, before_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:44.518978 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-b3c36a46-eb25-42cb-a35a-a4a8544f8aa5 req-38d8c28e-e772-413e-904e-05d68726a318 tempest-DeleteServersTestJSON-1971012576 tempest-DeleteServersTestJSON-1971012576-project] 10.222.0.75 "GET /v2.0/security-groups?id=7630f0ce-e518-49eb-b14c-24fd9c9bb8de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223631 Apr 09 13:47:44.620517 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.db [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] For port f37da4d1-9561-4d90-8783-e0c6fd641102, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=f37da4d1-9561-4d90-8783-e0c6fd641102,segment=NetworkSegment(d950d12a-5b5b-4326-af6e-33261ee7442a),segment_id=d950d12a-5b5b-4326-af6e-33261ee7442a)] {{(pid=85267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 09 13:47:44.635554 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.provisioning_blocks [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Provisioning complete for port 136ae234-a7fa-49ee-835a-3c77ea6eb86b triggered by entity L2. {{(pid=85267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 09 13:47:44.636034 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765226'] for port, provisioning_complete {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:44.722080 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853739901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853759498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265038874484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771815468181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265039307602'] for port, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:44.759115 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Pushing event updated for resources: {'Port': ['ID=1bd565bf-dbfe-4cce-8936-0512a2cd7275,revision_number=5']} {{(pid=85267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:47:44.803854 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.733s {{(pid=85267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:47:44.811372 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.083s {{(pid=85267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:47:44.923935 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.db_base_plugin_common [req-f262ea77-aa83-4d40-8d28-10a5bcd700c4 req-f20aaa3c-4a5b-4c75-a363-dfedd966e927 tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] Allocated IP 172.20.0.13 (67ea7bc9-90ec-4e29-a802-2c1cb0aa9cea/77ac0229-49ba-4800-b155-c6281379a189/a70629db-70f7-40f1-876a-a26bb3b34404) {{(pid=85266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 09 13:47:45.032149 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Pushing event updated for resources: {'Port': ['ID=f37da4d1-9561-4d90-8783-e0c6fd641102,revision_number=5']} {{(pid=85267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:47:45.043339 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=85267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:47:45.103699 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_hamode_db [None req-c6c9f23e-715c-4a53-b8e2-55d400585636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb965919-2b8c-431b-ab9d-6b535d7a897b', 'name': 'tempest-ServerRescueNegativeTestJSON-206822230-router', 'tenant_id': 'd99749794dc147dfb86af7ba6d9559b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd39673be-df84-4009-abea-d472d159fdfd', 'external_fixed_ips': [{'subnet_id': 'f6eeb1a0-26c5-43d1-996f-84b999bf12c7', 'ip_address': '172.28.0.9'}], 'enable_snat': True}, 'gw_port_id': '136ae234-a7fa-49ee-835a-3c77ea6eb86b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T13:47:03Z', 'updated_at': '2021-04-09T13:47:34Z', 'revision_number': 4, 'project_id': 'd99749794dc147dfb86af7ba6d9559b9', 'gw_port': {'id': '136ae234-a7fa-49ee-835a-3c77ea6eb86b', 'name': '', 'network_id': 'd39673be-df84-4009-abea-d472d159fdfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:65:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb965919-2b8c-431b-ab9d-6b535d7a897b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f6eeb1a0-26c5-43d1-996f-84b999bf12c7', 'ip_address': '172.28.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:47:09Z', 'updated_at': '2021-04-09T13:47:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6eeb1a0-26c5-43d1-996f-84b999bf12c7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-1-smb', '_interfaces': [{'id': 'd3329dc7-1ec2-49c0-a0d8-e01b91e91391', 'name': '', 'network_id': '67ea7bc9-90ec-4e29-a802-2c1cb0aa9cea', 'tenant_id': 'd99749794dc147dfb86af7ba6d9559b9', 'mac_address': 'fa:16:3e:60:40:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb965919-2b8c-431b-ab9d-6b535d7a897b', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '77ac0229-49ba-4800-b155-c6281379a189', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:47:29Z', 'updated_at': '2021-04-09T13:47:42Z', 'revision_number': 4, 'project_id': 'd99749794dc147dfb86af7ba6d9559b9', 'subnets': [{'id': '77ac0229-49ba-4800-b155-c6281379a189', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-785362-1-smb', False) {} {{(pid=85267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 13:47:45.108649 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6c9f23e-715c-4a53-b8e2-55d400585636 None None] The sync data for ids ['fb965919-2b8c-431b-ab9d-6b535d7a897b'] in dv-cinder-785362-1-smb is: [{'id': 'fb965919-2b8c-431b-ab9d-6b535d7a897b', 'name': 'tempest-ServerRescueNegativeTestJSON-206822230-router', 'tenant_id': 'd99749794dc147dfb86af7ba6d9559b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd39673be-df84-4009-abea-d472d159fdfd', 'external_fixed_ips': [{'subnet_id': 'f6eeb1a0-26c5-43d1-996f-84b999bf12c7', 'ip_address': '172.28.0.9'}], 'enable_snat': True}, 'gw_port_id': '136ae234-a7fa-49ee-835a-3c77ea6eb86b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T13:47:03Z', 'updated_at': '2021-04-09T13:47:34Z', 'revision_number': 4, 'project_id': 'd99749794dc147dfb86af7ba6d9559b9', 'gw_port': {'id': '136ae234-a7fa-49ee-835a-3c77ea6eb86b', 'name': '', 'network_id': 'd39673be-df84-4009-abea-d472d159fdfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:65:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb965919-2b8c-431b-ab9d-6b535d7a897b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f6eeb1a0-26c5-43d1-996f-84b999bf12c7', 'ip_address': '172.28.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:47:09Z', 'updated_at': '2021-04-09T13:47:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6eeb1a0-26c5-43d1-996f-84b999bf12c7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-1-smb', '_interfaces': [{'id': 'd3329dc7-1ec2-49c0-a0d8-e01b91e91391', 'name': '', 'network_id': '67ea7bc9-90ec-4e29-a802-2c1cb0aa9cea', 'tenant_id': 'd99749794dc147dfb86af7ba6d9559b9', 'mac_address': 'fa:16:3e:60:40:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb965919-2b8c-431b-ab9d-6b535d7a897b', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '77ac0229-49ba-4800-b155-c6281379a189', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:47:29Z', 'updated_at': '2021-04-09T13:47:42Z', 'revision_number': 4, 'project_id': 'd99749794dc147dfb86af7ba6d9559b9', 'subnets': [{'id': '77ac0229-49ba-4800-b155-c6281379a189', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 09 13:47:45.150791 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0193e04c-c151-45b6-bf4c-5cf5cd7c7f17 req-e7ad4cd9-7eb0-4f5e-bca8-5b9c467be7ee tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:47:45.152845 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-0193e04c-c151-45b6-bf4c-5cf5cd7c7f17 req-e7ad4cd9-7eb0-4f5e-bca8-5b9c467be7ee tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] 10.222.0.75 "GET /v2.0/ports?device_id=8b5d6eb5-8dfa-4fd0-8f2d-9dd3590c2daf HTTP/1.1" status: 200 len: 931 time: 0.2226689 Apr 09 13:47:45.212643 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e6ebb1b-cbd7-45ef-82d0-d1d10f04df1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f37da4d1-9561-4d90-8783-e0c6fd641102', 'code': 200} Apr 09 13:47:45.239726 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.rpc [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Device 1bd565bf-dbfe-4cce-8936-0512a2cd7275 up at agent ovs-agent-dv-cinder-785362-1-smb {{(pid=85267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 09 13:47:45.261889 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-0193e04c-c151-45b6-bf4c-5cf5cd7c7f17 req-37ab0dfa-1e46-4f9f-9a18-a066d8133774 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] 10.222.0.75 "GET /v2.0/security-groups?id=947774b9-8c9c-4200-ad33-d72fdd5295bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873556 Apr 09 13:47:45.268854 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.notifiers.nova [req-0ebb59da-757c-4db8-a812-2ba61b214b57 req-3f349482-a0e1-4149-8b37-0c3e16552713 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 317fc4fb-b778-458a-a027-e44683b0f676 {{(pid=85265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 09 13:47:45.281638 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-c8424a87-bebc-4b2d-a31d-e2f674ea7ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738555'] for security_group, after_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:45.296497 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [req-0ebb59da-757c-4db8-a812-2ba61b214b57 req-3f349482-a0e1-4149-8b37-0c3e16552713 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:45.342993 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-44f8978c-f86e-4f46-abf3-25d7945ebc57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:47:45.377263 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.provisioning_blocks [req-0ebb59da-757c-4db8-a812-2ba61b214b57 req-3f349482-a0e1-4149-8b37-0c3e16552713 service neutron] Transition to ACTIVE for port object 317fc4fb-b778-458a-a027-e44683b0f676 will not be triggered until provisioned by entity L2. {{(pid=85265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 09 13:47:45.402257 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [req-0ebb59da-757c-4db8-a812-2ba61b214b57 req-3f349482-a0e1-4149-8b37-0c3e16552713 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853739901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853759498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265038874484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771815468181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265039307602'] for port, after_update {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:45.411247 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8424a87-bebc-4b2d-a31d-e2f674ea7ae2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a11f2d5e-beb2-48da-8dfa-3547e130df28,revision_number=None']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:47:45.430964 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-c8424a87-bebc-4b2d-a31d-e2f674ea7ae2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:47:45.507887 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.provisioning_blocks [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Provisioning complete for port 1bd565bf-dbfe-4cce-8936-0512a2cd7275 triggered by entity L2. {{(pid=85267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 09 13:47:45.508316 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765226'] for port, provisioning_complete {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:45.580042 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-8ebfaa92-bbe8-49e9-bd92-02587df022a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:47:45.695926 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.90', 59437) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:47:45.715137 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-c8424a87-bebc-4b2d-a31d-e2f674ea7ae2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:45.719317 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-c8424a87-bebc-4b2d-a31d-e2f674ea7ae2 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/a11f2d5e-beb2-48da-8dfa-3547e130df28 HTTP/1.1" status: 204 len: 168 time: 2.2520578 Apr 09 13:47:45.906825 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-e98d598a-87e0-47f1-b71a-bfaac3c9f2b7 req-cae94adf-eb2e-45c2-9f0a-ab760a78b729 tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] 10.222.0.75 "GET /v2.0/ports?device_id=7690505b-47c6-4e11-9a94-a4cca9735a09 HTTP/1.1" status: 200 len: 210 time: 0.3316679 Apr 09 13:47:45.938045 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85266) accepted ('10.222.0.90', 59438) {{(pid=85266) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:47:46.383494 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [req-f262ea77-aa83-4d40-8d28-10a5bcd700c4 req-f20aaa3c-4a5b-4c75-a363-dfedd966e927 tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] Notify callbacks [] for port, precommit_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:46.484673 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [req-f262ea77-aa83-4d40-8d28-10a5bcd700c4 req-f20aaa3c-4a5b-4c75-a363-dfedd966e927 tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853739901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853759498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771815468164'] for port, after_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:46.617203 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f3154e-d7fa-4a4e-a277-b7296b9deba2 req-624dbedd-8676-4120-9f44-a21e64184825 tempest-DeleteServersTestJSON-1971012576 tempest-DeleteServersTestJSON-1971012576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:47:46.626867 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-43f3154e-d7fa-4a4e-a277-b7296b9deba2 req-624dbedd-8676-4120-9f44-a21e64184825 tempest-DeleteServersTestJSON-1971012576 tempest-DeleteServersTestJSON-1971012576-project] 10.222.0.75 "GET /v2.0/ports?device_id=0e6ebb1b-cbd7-45ef-82d0-d1d10f04df1b HTTP/1.1" status: 200 len: 946 time: 0.7121284 Apr 09 13:47:46.629267 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:47:46.681859 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f349482-a0e1-4149-8b37-0c3e16552713 service neutron] Pushing event updated for resources: {'Port': ['ID=317fc4fb-b778-458a-a027-e44683b0f676,revision_number=2']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:47:46.695208 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-3f349482-a0e1-4149-8b37-0c3e16552713 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.115s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:47:46.720379 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-2a4ecab8-b66a-4962-9143-cefec42da1ac tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Notify callbacks [] for port, precommit_update {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:46.734978 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-2a4ecab8-b66a-4962-9143-cefec42da1ac tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853739901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853759498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265038874484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771815468181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265039307602'] for port, after_update {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:46.779284 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8231c59-5ae2-46c9-80c0-ee1ce404ef25 req-eb9fe456-5a86-486d-8ee3-0c6798c81266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:47:46.781250 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-c8231c59-5ae2-46c9-80c0-ee1ce404ef25 req-eb9fe456-5a86-486d-8ee3-0c6798c81266 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=0e6ebb1b-cbd7-45ef-82d0-d1d10f04df1b HTTP/1.1" status: 200 len: 1099 time: 1.0842865 Apr 09 13:47:46.790356 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-8274725e-c56f-4c85-b52d-2bc2dae88818 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:47:46.886758 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.75', 57424) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:47:47.178076 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20aaa3c-4a5b-4c75-a363-dfedd966e927 tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] Pushing event updated for resources: {'Port': ['ID=a70629db-70f7-40f1-876a-a26bb3b34404,revision_number=1']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:47:47.208646 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-f20aaa3c-4a5b-4c75-a363-dfedd966e927 tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.555s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:47:47.280031 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [req-c8231c59-5ae2-46c9-80c0-ee1ce404ef25 req-88e7d094-23ca-4057-8dc4-82fb86b05d83 service neutron] Notify callbacks [] for security_group, before_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:47.298949 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.rpc [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Device d3329dc7-1ec2-49c0-a0d8-e01b91e91391 up at agent ovs-agent-dv-cinder-785362-1-smb {{(pid=85267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 09 13:47:47.323569 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-56903399-fd54-4ea5-a066-49e56f3ad530 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:47.353561 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4ecab8-b66a-4962-9143-cefec42da1ac tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Pushing event updated for resources: {'Port': ['ID=fa831221-dc27-44d3-9ce2-1a482d4cde7d,revision_number=2']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:47:47.365049 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-2a4ecab8-b66a-4962-9143-cefec42da1ac tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.575s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:47:47.370383 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [req-c8231c59-5ae2-46c9-80c0-ee1ce404ef25 req-88e7d094-23ca-4057-8dc4-82fb86b05d83 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 13:47:47.421049 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-56903399-fd54-4ea5-a066-49e56f3ad530 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 13:47:47.430295 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [req-c8231c59-5ae2-46c9-80c0-ee1ce404ef25 req-88e7d094-23ca-4057-8dc4-82fb86b05d83 service neutron] Usage tracker for resource:security_group_rule and tenant:99843826784a4162acbbe831e18d8232 is out of sync, need to count used quota {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 13:47:47.437764 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [req-c8231c59-5ae2-46c9-80c0-ee1ce404ef25 req-88e7d094-23ca-4057-8dc4-82fb86b05d83 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 13:47:47.458794 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-43f3154e-d7fa-4a4e-a277-b7296b9deba2 req-6a3df1ca-dff6-452c-8655-8e3de8e3f956 tempest-DeleteServersTestJSON-1971012576 tempest-DeleteServersTestJSON-1971012576-project] 10.222.0.75 "GET /v2.0/security-groups?id=7630f0ce-e518-49eb-b14c-24fd9c9bb8de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8308685 Apr 09 13:47:47.460255 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-56903399-fd54-4ea5-a066-49e56f3ad530 admin admin] Usage tracker for resource:security_group_rule and tenant:627cb8dc494a414291bd9a518d806497 is out of sync, need to count used quota {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 13:47:47.477295 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-56903399-fd54-4ea5-a066-49e56f3ad530 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 13:47:47.481319 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [req-c8231c59-5ae2-46c9-80c0-ee1ce404ef25 req-88e7d094-23ca-4057-8dc4-82fb86b05d83 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 13:47:47.508764 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-56903399-fd54-4ea5-a066-49e56f3ad530 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 13:47:47.531058 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.managers [req-0ebb59da-757c-4db8-a812-2ba61b214b57 req-3f349482-a0e1-4149-8b37-0c3e16552713 service neutron] Attempting to bind port 317fc4fb-b778-458a-a027-e44683b0f676 on host hv-cinder-78536 for vnic_type normal with profile {{(pid=85265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 09 13:47:47.531712 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.managers [req-0ebb59da-757c-4db8-a812-2ba61b214b57 req-3f349482-a0e1-4149-8b37-0c3e16552713 service neutron] Attempting to bind port 317fc4fb-b778-458a-a027-e44683b0f676 by drivers openvswitch,hyperv on host hv-cinder-78536 at level 0 using segments [{'id': '5475d062-1238-45f6-bf79-210ecdb0febe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'a4bc50d2-4a55-4ee1-87aa-a1e91be18584'}] {{(pid=85265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 09 13:47:47.532183 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ebb59da-757c-4db8-a812-2ba61b214b57 req-3f349482-a0e1-4149-8b37-0c3e16552713 service neutron] Attempting to bind port 317fc4fb-b778-458a-a027-e44683b0f676 on network a4bc50d2-4a55-4ee1-87aa-a1e91be18584 {{(pid=85265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 09 13:47:47.556711 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ebb59da-757c-4db8-a812-2ba61b214b57 req-3f349482-a0e1-4149-8b37-0c3e16552713 service neutron] Port 317fc4fb-b778-458a-a027-e44683b0f676 on network a4bc50d2-4a55-4ee1-87aa-a1e91be18584 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78536 {{(pid=85265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 09 13:47:47.557072 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ebb59da-757c-4db8-a812-2ba61b214b57 req-3f349482-a0e1-4149-8b37-0c3e16552713 service neutron] Attempting to bind port 317fc4fb-b778-458a-a027-e44683b0f676 on network a4bc50d2-4a55-4ee1-87aa-a1e91be18584 {{(pid=85265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 09 13:47:47.582697 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-2a4ecab8-b66a-4962-9143-cefec42da1ac tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-711411'] for floatingip, after_update {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:47.589390 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ebb59da-757c-4db8-a812-2ba61b214b57 req-3f349482-a0e1-4149-8b37-0c3e16552713 service neutron] Checking agent: {'id': '5a3daac1-2611-42bd-a388-caa17c5666c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78536', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 9, 13, 45, 11), 'started_at': datetime.datetime(2021, 4, 9, 13, 45, 11), 'heartbeat_timestamp': datetime.datetime(2021, 4, 9, 13, 47, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 09 13:47:47.589790 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ebb59da-757c-4db8-a812-2ba61b214b57 req-3f349482-a0e1-4149-8b37-0c3e16552713 service neutron] Checking segment: {'id': '5475d062-1238-45f6-bf79-210ecdb0febe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'a4bc50d2-4a55-4ee1-87aa-a1e91be18584'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 09 13:47:47.590211 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ebb59da-757c-4db8-a812-2ba61b214b57 req-3f349482-a0e1-4149-8b37-0c3e16552713 service neutron] Bound using segment: {'id': '5475d062-1238-45f6-bf79-210ecdb0febe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'a4bc50d2-4a55-4ee1-87aa-a1e91be18584'} {{(pid=85265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 09 13:47:47.590760 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.managers [req-0ebb59da-757c-4db8-a812-2ba61b214b57 req-3f349482-a0e1-4149-8b37-0c3e16552713 service neutron] Bound port: 317fc4fb-b778-458a-a027-e44683b0f676, host: hv-cinder-78536, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5475d062-1238-45f6-bf79-210ecdb0febe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'a4bc50d2-4a55-4ee1-87aa-a1e91be18584'}}] {{(pid=85265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 09 13:47:47.596088 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [req-0ebb59da-757c-4db8-a812-2ba61b214b57 req-3f349482-a0e1-4149-8b37-0c3e16552713 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853739810'] for port, before_update {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:47.613512 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f4895e-8d27-4885-8a05-8f7eec7449e9 req-ccfc0ff7-a416-4ef4-b824-fc91248f89b7 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:47:47.632053 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-61f4895e-8d27-4885-8a05-8f7eec7449e9 req-ccfc0ff7-a416-4ef4-b824-fc91248f89b7 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] 10.222.0.75 "GET /v2.0/ports?device_id=8b5d6eb5-8dfa-4fd0-8f2d-9dd3590c2daf HTTP/1.1" status: 200 len: 943 time: 1.0282123 Apr 09 13:47:47.657967 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.provisioning_blocks [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Provisioning for port d3329dc7-1ec2-49c0-a0d8-e01b91e91391 completed by entity L2. {{(pid=85267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 09 13:47:47.690703 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.provisioning_blocks [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Provisioning complete for port d3329dc7-1ec2-49c0-a0d8-e01b91e91391 triggered by entity L2. {{(pid=85267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 09 13:47:47.691504 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765226'] for port, provisioning_complete {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:47.720287 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-61f4895e-8d27-4885-8a05-8f7eec7449e9 req-3147251f-b452-42fe-88fe-503aa48e0bbc tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] 10.222.0.75 "GET /v2.0/security-groups?id=947774b9-8c9c-4200-ad33-d72fdd5295bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871122 Apr 09 13:47:47.748241 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf301f95-b2af-478c-9736-da85b017c4c9 req-945d8f98-b222-48ae-b2a3-a8ee00d534ec tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:47:47.751527 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-cf301f95-b2af-478c-9736-da85b017c4c9 req-945d8f98-b222-48ae-b2a3-a8ee00d534ec tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] 10.222.0.90 "GET /v2.0/networks?id=67ea7bc9-90ec-4e29-a802-2c1cb0aa9cea HTTP/1.1" status: 200 len: 818 time: 1.8205419 Apr 09 13:47:47.752682 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85266) accepted ('10.222.0.75', 57454) {{(pid=85266) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:47:47.773102 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.v2.base [req-cf301f95-b2af-478c-9736-da85b017c4c9 req-c05051cf-2d75-4380-b034-ccbcb1328212 tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] Request body: {'port': {'device_id': '7690505b-47c6-4e11-9a94-a4cca9735a09', 'network_id': '67ea7bc9-90ec-4e29-a802-2c1cb0aa9cea', 'admin_state_up': True, 'tenant_id': 'd99749794dc147dfb86af7ba6d9559b9'}} {{(pid=85266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 09 13:47:47.969613 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.db [req-0ebb59da-757c-4db8-a812-2ba61b214b57 req-3f349482-a0e1-4149-8b37-0c3e16552713 service neutron] For port 317fc4fb-b778-458a-a027-e44683b0f676, host hv-cinder-78536, cleared binding levels {{(pid=85265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 09 13:47:47.976265 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.db [req-0ebb59da-757c-4db8-a812-2ba61b214b57 req-3f349482-a0e1-4149-8b37-0c3e16552713 service neutron] For port 317fc4fb-b778-458a-a027-e44683b0f676, host hv-cinder-78536, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=317fc4fb-b778-458a-a027-e44683b0f676,segment=NetworkSegment(5475d062-1238-45f6-bf79-210ecdb0febe),segment_id=5475d062-1238-45f6-bf79-210ecdb0febe)] {{(pid=85265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 09 13:47:47.984885 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853739810'] for port, before_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:47.994539 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [req-0ebb59da-757c-4db8-a812-2ba61b214b57 req-3f349482-a0e1-4149-8b37-0c3e16552713 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853739901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853759498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265038874484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771815468181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265039307602'] for port, after_update {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:47.997744 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-2a4ecab8-b66a-4962-9143-cefec42da1ac tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770645'] for floatingip, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:48.005112 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.db [None req-250ccce2-add9-4520-ab97-985e32375bee None None] For port d3329dc7-1ec2-49c0-a0d8-e01b91e91391, host dv-cinder-785362-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-1-smb',level=0,port_id=d3329dc7-1ec2-49c0-a0d8-e01b91e91391,segment=NetworkSegment(b9043e0b-04cf-45bd-b9f8-7ebd3edf93a8),segment_id=b9043e0b-04cf-45bd-b9f8-7ebd3edf93a8)] {{(pid=85267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 09 13:47:48.009865 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853739901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853759498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265038874484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771815468181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265039307602'] for port, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:48.010414 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-2a4ecab8-b66a-4962-9143-cefec42da1ac tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 9.6379972 Apr 09 13:47:48.013316 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-05e48dbe-71df-45e0-90e9-bfe4f5e246e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:47:48.080030 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-3f349482-a0e1-4149-8b37-0c3e16552713 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:47:48.113736 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-e1fdc5d3-8a4b-4056-b285-521d9662646c req-faa48420-f886-4aec-9924-591d251e6192 tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] 10.222.0.75 "GET /v2.0/ports?device_id=7690505b-47c6-4e11-9a94-a4cca9735a09 HTTP/1.1" status: 200 len: 210 time: 0.1587477 Apr 09 13:47:48.190705 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Pushing event updated for resources: {'Port': ['ID=d3329dc7-1ec2-49c0-a0d8-e01b91e91391,revision_number=5']} {{(pid=85267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:47:48.200436 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=85267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:47:48.222606 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f262ea77-aa83-4d40-8d28-10a5bcd700c4 req-f20aaa3c-4a5b-4c75-a363-dfedd966e927 tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] Network 67ea7bc9-90ec-4e29-a802-2c1cb0aa9cea is already hosted by enough agents. {{(pid=85266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 09 13:47:48.230605 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.scheduler.base_scheduler [req-f262ea77-aa83-4d40-8d28-10a5bcd700c4 req-f20aaa3c-4a5b-4c75-a363-dfedd966e927 tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] Resources bound (agent type, host, resource id): {{(pid=85266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 09 13:47:48.235647 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_dvrscheduler_db [req-f262ea77-aa83-4d40-8d28-10a5bcd700c4 req-f20aaa3c-4a5b-4c75-a363-dfedd966e927 tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] Received port after_create {{(pid=85266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 09 13:47:48.249075 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f262ea77-aa83-4d40-8d28-10a5bcd700c4 req-f20aaa3c-4a5b-4c75-a363-dfedd966e927 tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:47:48.250319 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [req-f262ea77-aa83-4d40-8d28-10a5bcd700c4 req-f20aaa3c-4a5b-4c75-a363-dfedd966e927 tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758280'] for port, before_response {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:48.326372 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-56903399-fd54-4ea5-a066-49e56f3ad530 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:48.328590 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-f0f74e5b-7985-461f-be62-590528537b4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:48.357309 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-56903399-fd54-4ea5-a066-49e56f3ad530 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738555'] for security_group, after_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:48.360107 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [req-cf301f95-b2af-478c-9736-da85b017c4c9 req-c05051cf-2d75-4380-b034-ccbcb1328212 tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 13:47:48.364808 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [req-cf301f95-b2af-478c-9736-da85b017c4c9 req-c05051cf-2d75-4380-b034-ccbcb1328212 tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] Usage tracker for resource:port and tenant:d99749794dc147dfb86af7ba6d9559b9 is out of sync, need to count used quota {{(pid=85266) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 13:47:48.369028 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [req-cf301f95-b2af-478c-9736-da85b017c4c9 req-c05051cf-2d75-4380-b034-ccbcb1328212 tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] Quota usage for port was recalculated. Used quota:2. {{(pid=85266) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 13:47:48.376698 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [req-cf301f95-b2af-478c-9736-da85b017c4c9 req-c05051cf-2d75-4380-b034-ccbcb1328212 tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=85266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 13:47:48.393799 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-f0f74e5b-7985-461f-be62-590528537b4a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 13:47:48.399842 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-f0f74e5b-7985-461f-be62-590528537b4a admin admin] Usage tracker for resource:security_group_rule and tenant:0a15ae6e5f044b60a8d484a516b9b72d is out of sync, need to count used quota {{(pid=85266) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 13:47:48.403128 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-f0f74e5b-7985-461f-be62-590528537b4a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85266) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 13:47:48.404363 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [req-c8231c59-5ae2-46c9-80c0-ee1ce404ef25 req-88e7d094-23ca-4057-8dc4-82fb86b05d83 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:48.411463 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-f0f74e5b-7985-461f-be62-590528537b4a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 13:47:48.448093 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-56903399-fd54-4ea5-a066-49e56f3ad530 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=627cb8dc494a414291bd9a518d806497&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5581045 Apr 09 13:47:48.448935 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [req-c8231c59-5ae2-46c9-80c0-ee1ce404ef25 req-88e7d094-23ca-4057-8dc4-82fb86b05d83 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738555'] for security_group, after_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:48.450071 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f349482-a0e1-4149-8b37-0c3e16552713 service neutron] Pushing event updated for resources: {'Port': ['ID=317fc4fb-b778-458a-a027-e44683b0f676,revision_number=3']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:47:48.457752 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.75', 57476) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:47:48.467397 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-f262ea77-aa83-4d40-8d28-10a5bcd700c4 req-f20aaa3c-4a5b-4c75-a363-dfedd966e927 tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.7689250 Apr 09 13:47:48.471182 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf301f95-b2af-478c-9736-da85b017c4c9 req-c05051cf-2d75-4380-b034-ccbcb1328212 tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] Made reservation on behalf of d99749794dc147dfb86af7ba6d9559b9 for: {'port': 1} {{(pid=85266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 09 13:47:48.472381 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-3f349482-a0e1-4149-8b37-0c3e16552713 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.392s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:47:48.478846 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [req-cf301f95-b2af-478c-9736-da85b017c4c9 req-c05051cf-2d75-4380-b034-ccbcb1328212 tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853739810'] for port, before_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:48.484468 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-ef7fc51d-c194-4fea-8177-658abd21770e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:47:48.535694 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56903399-fd54-4ea5-a066-49e56f3ad530 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a37c21e-8f56-47c1-8aaa-67b3e0d51cfa,revision_number=1']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:47:48.580852 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e7d094-23ca-4057-8dc4-82fb86b05d83 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=5e28dd32-f02f-464b-82f7-471aa58fd102,revision_number=1']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:47:48.610253 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-88e7d094-23ca-4057-8dc4-82fb86b05d83 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:47:48.628523 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [req-c8231c59-5ae2-46c9-80c0-ee1ce404ef25 req-88e7d094-23ca-4057-8dc4-82fb86b05d83 service neutron] Synchronizing usage tracker for tenant:99843826784a4162acbbe831e18d8232 on resource:security_group {{(pid=85265) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 09 13:47:48.633486 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.232s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:47:48.634017 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:47:48.661651 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebb59da-757c-4db8-a812-2ba61b214b57 req-3f349482-a0e1-4149-8b37-0c3e16552713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:47:48.662898 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [req-0ebb59da-757c-4db8-a812-2ba61b214b57 req-3f349482-a0e1-4149-8b37-0c3e16552713 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758280'] for port, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:48.664856 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-0ebb59da-757c-4db8-a812-2ba61b214b57 req-3f349482-a0e1-4149-8b37-0c3e16552713 service neutron] 10.222.0.90 "PUT /v2.0/ports/317fc4fb-b778-458a-a027-e44683b0f676 HTTP/1.1" status: 200 len: 1093 time: 5.7104435 Apr 09 13:47:48.665803 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b5d6eb5-8dfa-4fd0-8f2d-9dd3590c2daf', 'tag': '317fc4fb-b778-458a-a027-e44683b0f676'}] {{(pid=85265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 09 13:47:48.698519 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.db_base_plugin_common [req-cf301f95-b2af-478c-9736-da85b017c4c9 req-c05051cf-2d75-4380-b034-ccbcb1328212 tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] Allocated IP 172.20.0.5 (67ea7bc9-90ec-4e29-a802-2c1cb0aa9cea/77ac0229-49ba-4800-b155-c6281379a189/b77f07cd-8520-4204-9b79-403fff56965d) {{(pid=85266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 09 13:47:48.746169 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.v2.base [req-f262ea77-aa83-4d40-8d28-10a5bcd700c4 req-3677f3e0-da7f-439d-9788-864730898c39 service neutron] Request body: {'port': {'device_id': '3b0c4a3a-57ce-4e76-a767-bd7ea7d79510', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78536'}} {{(pid=85266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 09 13:47:48.756783 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [req-c8231c59-5ae2-46c9-80c0-ee1ce404ef25 req-88e7d094-23ca-4057-8dc4-82fb86b05d83 service neutron] Unset dirty status for tenant:99843826784a4162acbbe831e18d8232 on resource:security_group {{(pid=85265) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 09 13:47:48.757951 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-c8231c59-5ae2-46c9-80c0-ee1ce404ef25 req-88e7d094-23ca-4057-8dc4-82fb86b05d83 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=7630f0ce-e518-49eb-b14c-24fd9c9bb8de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.8838742 Apr 09 13:47:48.787870 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-ea0ea1bb-a167-42a3-b7fe-0adf22ed42be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:48.832144 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-ea0ea1bb-a167-42a3-b7fe-0adf22ed42be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:48.880099 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [req-40537237-9c20-4f8f-bcc2-0ea31f607a87 req-00408e73-3d25-4f6a-86e2-a3b15c6fcbbf tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Synchronizing usage tracker for tenant:8b1366e2a2764227a2e3ada9f6348323 on resource:security_group {{(pid=85266) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 09 13:47:48.882658 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebb59da-757c-4db8-a812-2ba61b214b57 req-9285449a-8321-4466-9a51-25e3f1e3d7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:47:48.884328 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-0ebb59da-757c-4db8-a812-2ba61b214b57 req-9285449a-8321-4466-9a51-25e3f1e3d7b6 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=a2b444c2a873486d8c3ff30419c2c3f8&device_id=8b5d6eb5-8dfa-4fd0-8f2d-9dd3590c2daf HTTP/1.1" status: 200 len: 1096 time: 0.1723220 Apr 09 13:47:48.896319 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-ea0ea1bb-a167-42a3-b7fe-0adf22ed42be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738555'] for security_group, after_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:48.904245 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:47:48.982105 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0ea1bb-a167-42a3-b7fe-0adf22ed42be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a37c21e-8f56-47c1-8aaa-67b3e0d51cfa,revision_number=None']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:47:48.984985 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-ea0ea1bb-a167-42a3-b7fe-0adf22ed42be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:47:48.997402 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-0ebb59da-757c-4db8-a812-2ba61b214b57 req-aeeae448-ebb8-4244-847f-9077179b7546 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=317fc4fb-b778-458a-a027-e44683b0f676 HTTP/1.1" status: 200 len: 217 time: 0.0943112 Apr 09 13:47:49.003283 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-ea0ea1bb-a167-42a3-b7fe-0adf22ed42be admin admin] Notify callbacks [] for security_group, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:49.007490 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-ea0ea1bb-a167-42a3-b7fe-0adf22ed42be admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/5a37c21e-8f56-47c1-8aaa-67b3e0d51cfa HTTP/1.1" status: 204 len: 168 time: 0.5456483 Apr 09 13:47:49.123036 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [req-40537237-9c20-4f8f-bcc2-0ea31f607a87 req-00408e73-3d25-4f6a-86e2-a3b15c6fcbbf tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Unset dirty status for tenant:8b1366e2a2764227a2e3ada9f6348323 on resource:security_group {{(pid=85266) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 09 13:47:49.124467 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-40537237-9c20-4f8f-bcc2-0ea31f607a87 req-00408e73-3d25-4f6a-86e2-a3b15c6fcbbf tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-securitygroup--989981098&fields=id&tenant_id=8b1366e2a2764227a2e3ada9f6348323 HTTP/1.1" status: 200 len: 267 time: 0.4070737 Apr 09 13:47:49.138651 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebb59da-757c-4db8-a812-2ba61b214b57 req-67891e80-9556-464c-9f4e-593389d65ded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:47:49.140894 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-0ebb59da-757c-4db8-a812-2ba61b214b57 req-67891e80-9556-464c-9f4e-593389d65ded service neutron] 10.222.0.90 "GET /v2.0/subnets?id=0144e1c8-7bcb-42a5-ac9e-709c8b2e67a5 HTTP/1.1" status: 200 len: 856 time: 0.1242156 Apr 09 13:47:49.201002 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.rpc [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Device d3329dc7-1ec2-49c0-a0d8-e01b91e91391 up at agent ovs-agent-dv-cinder-785362-1-smb {{(pid=85267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 09 13:47:49.267666 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-f0f74e5b-7985-461f-be62-590528537b4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:49.294031 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebb59da-757c-4db8-a812-2ba61b214b57 req-d0c81f2f-004b-473b-acbe-449cfd8ccf04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:47:49.295668 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-0ebb59da-757c-4db8-a812-2ba61b214b57 req-d0c81f2f-004b-473b-acbe-449cfd8ccf04 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=a4bc50d2-4a55-4ee1-87aa-a1e91be18584&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1477292 Apr 09 13:47:49.309565 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [req-f262ea77-aa83-4d40-8d28-10a5bcd700c4 req-3677f3e0-da7f-439d-9788-864730898c39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853739810'] for port, before_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:49.326473 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.provisioning_blocks [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Provisioning complete for port d3329dc7-1ec2-49c0-a0d8-e01b91e91391 triggered by entity L2. {{(pid=85267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 09 13:47:49.326901 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765226'] for port, provisioning_complete {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:49.357973 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-f0f74e5b-7985-461f-be62-590528537b4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738555'] for security_group, after_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:49.450604 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-2e0dd28b-0bbf-4baf-9881-c69a91fa66d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:47:49.466156 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd10338-8900-4d9a-a02a-ceb8319fc022 req-2baed93a-f581-479d-aeb4-e61c26ef90b1 tempest-DeleteServersTestJSON-1971012576 tempest-DeleteServersTestJSON-1971012576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:47:49.469112 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-1dd10338-8900-4d9a-a02a-ceb8319fc022 req-2baed93a-f581-479d-aeb4-e61c26ef90b1 tempest-DeleteServersTestJSON-1971012576 tempest-DeleteServersTestJSON-1971012576-project] 10.222.0.75 "GET /v2.0/ports?device_id=0e6ebb1b-cbd7-45ef-82d0-d1d10f04df1b HTTP/1.1" status: 200 len: 946 time: 0.7494450 Apr 09 13:47:49.510953 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-0ebb59da-757c-4db8-a812-2ba61b214b57 req-847d2acb-736d-4dbc-bb48-8aa154936567 service neutron] 10.222.0.90 "GET /v2.0/networks/a4bc50d2-4a55-4ee1-87aa-a1e91be18584?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2065005 Apr 09 13:47:49.543050 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [req-cf301f95-b2af-478c-9736-da85b017c4c9 req-c05051cf-2d75-4380-b034-ccbcb1328212 tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] Notify callbacks [] for port, precommit_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:49.552674 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.75', 57510) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:47:49.591188 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-91c3889f-2b9b-4bbe-a14f-72c7fb299084 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:49.626975 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-f0f74e5b-7985-461f-be62-590528537b4a admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=0a15ae6e5f044b60a8d484a516b9b72d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8705964 Apr 09 13:47:49.630364 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-1dd10338-8900-4d9a-a02a-ceb8319fc022 req-aeb3a075-6a7e-4bc3-ad80-631ea28098da tempest-DeleteServersTestJSON-1971012576 tempest-DeleteServersTestJSON-1971012576-project] 10.222.0.75 "GET /v2.0/security-groups?id=7630f0ce-e518-49eb-b14c-24fd9c9bb8de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287713 Apr 09 13:47:49.639536 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85266) accepted ('10.222.0.75', 57514) {{(pid=85266) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:47:49.667777 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f74e5b-7985-461f-be62-590528537b4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3bcf2a3-1599-4b0b-b568-a7c6ec11be52,revision_number=1']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:47:49.727375 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-0ebb59da-757c-4db8-a812-2ba61b214b57 req-36938541-3a8c-42d0-ab9b-510ba923239a service neutron] 10.222.0.90 "GET /v2.0/networks/a4bc50d2-4a55-4ee1-87aa-a1e91be18584?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2092450 Apr 09 13:47:49.729875 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b5d6eb5-8dfa-4fd0-8f2d-9dd3590c2daf', 'tag': '317fc4fb-b778-458a-a027-e44683b0f676', 'status': 'completed', 'code': 200} Apr 09 13:47:49.730974 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-91c3889f-2b9b-4bbe-a14f-72c7fb299084 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 13:47:49.744881 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-91c3889f-2b9b-4bbe-a14f-72c7fb299084 admin admin] Usage tracker for resource:security_group_rule and tenant:cec5914ed06b4966967375997c56ed52 is out of sync, need to count used quota {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 13:47:49.751746 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-91c3889f-2b9b-4bbe-a14f-72c7fb299084 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 13:47:49.760077 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-91c3889f-2b9b-4bbe-a14f-72c7fb299084 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 13:47:49.768781 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-f0f74e5b-7985-461f-be62-590528537b4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:47:49.829217 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40537237-9c20-4f8f-bcc2-0ea31f607a87 req-76fc5cf3-8bfe-4ebd-a12c-f923f2d81d79 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:47:49.830390 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [req-40537237-9c20-4f8f-bcc2-0ea31f607a87 req-76fc5cf3-8bfe-4ebd-a12c-f923f2d81d79 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Synchronizing usage tracker for tenant:8b1366e2a2764227a2e3ada9f6348323 on resource:network {{(pid=85266) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 09 13:47:49.939057 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-91c3889f-2b9b-4bbe-a14f-72c7fb299084 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:49.945430 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-91c3889f-2b9b-4bbe-a14f-72c7fb299084 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738555'] for security_group, after_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:49.955859 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:47:49.970623 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [req-40537237-9c20-4f8f-bcc2-0ea31f607a87 req-76fc5cf3-8bfe-4ebd-a12c-f923f2d81d79 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Unset dirty status for tenant:8b1366e2a2764227a2e3ada9f6348323 on resource:network {{(pid=85266) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 09 13:47:49.971861 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-40537237-9c20-4f8f-bcc2-0ea31f607a87 req-76fc5cf3-8bfe-4ebd-a12c-f923f2d81d79 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] 10.222.0.75 "GET /v2.0/networks?id=05572312-ba94-44c0-9d23-59b1e6c5c81f HTTP/1.1" status: 200 len: 811 time: 0.8203375 Apr 09 13:47:50.008086 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-876c3640-e7ff-412a-8759-4ff8d86e5ed1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:50.027072 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-91c3889f-2b9b-4bbe-a14f-72c7fb299084 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=cec5914ed06b4966967375997c56ed52&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4699769 Apr 09 13:47:50.027072 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c3889f-2b9b-4bbe-a14f-72c7fb299084 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7ca88f9-deb4-445c-b22a-4d0eb612244b,revision_number=1']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:47:50.028950 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.75', 57522) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:47:50.033999 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-91c3889f-2b9b-4bbe-a14f-72c7fb299084 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:47:50.041920 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [req-cf301f95-b2af-478c-9736-da85b017c4c9 req-c05051cf-2d75-4380-b034-ccbcb1328212 tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853739901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853759498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771815468164'] for port, after_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:50.052780 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298b17a9-1687-44ad-a88a-7f094fec64c7 req-60b78ce7-f4ec-4c31-843e-1b5853e52688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:47:50.054909 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-298b17a9-1687-44ad-a88a-7f094fec64c7 req-60b78ce7-f4ec-4c31-843e-1b5853e52688 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=a2b444c2a873486d8c3ff30419c2c3f8&device_id=8b5d6eb5-8dfa-4fd0-8f2d-9dd3590c2daf HTTP/1.1" status: 200 len: 1096 time: 0.1958897 Apr 09 13:47:50.135340 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-40537237-9c20-4f8f-bcc2-0ea31f607a87 req-61ca65f4-c2ea-4e54-893a-ba9dc8c6ed9a tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] 10.222.0.75 "GET /v2.0/quotas/8b1366e2a2764227a2e3ada9f6348323 HTTP/1.1" status: 200 len: 375 time: 0.1462147 Apr 09 13:47:50.154492 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-d29d0cce-ac2a-4683-a6b4-d6385ab2bc7b tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:47:50.226756 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-b0cc34b0-cc5b-42a5-a451-d5060c36c940 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:50.288416 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-b0cc34b0-cc5b-42a5-a451-d5060c36c940 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:50.300326 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298b17a9-1687-44ad-a88a-7f094fec64c7 req-393793ff-6165-4c6f-9e85-f64a02c084ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:47:50.302218 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-298b17a9-1687-44ad-a88a-7f094fec64c7 req-393793ff-6165-4c6f-9e85-f64a02c084ce service neutron] 10.222.0.90 "GET /v2.0/networks?id=a4bc50d2-4a55-4ee1-87aa-a1e91be18584 HTTP/1.1" status: 200 len: 918 time: 0.2410090 Apr 09 13:47:50.436213 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-298b17a9-1687-44ad-a88a-7f094fec64c7 req-033d7aae-96fe-4b47-9aff-8f5442be580e service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=317fc4fb-b778-458a-a027-e44683b0f676 HTTP/1.1" status: 200 len: 217 time: 0.1226177 Apr 09 13:47:50.444212 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-b0cc34b0-cc5b-42a5-a451-d5060c36c940 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738555'] for security_group, after_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:50.453811 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-13bf5b32-1241-4399-b86c-6a169b6b3d49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:47:50.455105 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-876c3640-e7ff-412a-8759-4ff8d86e5ed1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:50.512716 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cc34b0-cc5b-42a5-a451-d5060c36c940 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7ca88f9-deb4-445c-b22a-4d0eb612244b,revision_number=None']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:47:50.519590 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-b0cc34b0-cc5b-42a5-a451-d5060c36c940 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:47:50.539206 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-b0cc34b0-cc5b-42a5-a451-d5060c36c940 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:50.542302 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-b0cc34b0-cc5b-42a5-a451-d5060c36c940 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/f7ca88f9-deb4-445c-b22a-4d0eb612244b HTTP/1.1" status: 204 len: 168 time: 0.5119910 Apr 09 13:47:50.603820 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298b17a9-1687-44ad-a88a-7f094fec64c7 req-29d25031-2668-458f-9473-77452c847d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:47:50.610200 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-298b17a9-1687-44ad-a88a-7f094fec64c7 req-29d25031-2668-458f-9473-77452c847d39 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=0144e1c8-7bcb-42a5-ac9e-709c8b2e67a5 HTTP/1.1" status: 200 len: 856 time: 0.1573803 Apr 09 13:47:50.637153 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e90ade3-4523-4f68-87bd-05c81ee1666c req-4f13f195-9cc5-4bf8-b0f0-02d9d790a553 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:47:50.638967 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-2e90ade3-4523-4f68-87bd-05c81ee1666c req-4f13f195-9cc5-4bf8-b0f0-02d9d790a553 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] 10.222.0.75 "GET /v2.0/ports?device_id=8b5d6eb5-8dfa-4fd0-8f2d-9dd3590c2daf HTTP/1.1" status: 200 len: 943 time: 0.7800651 Apr 09 13:47:50.666962 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05051cf-2d75-4380-b034-ccbcb1328212 tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] Pushing event updated for resources: {'Port': ['ID=b77f07cd-8520-4204-9b79-403fff56965d,revision_number=1']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:47:50.700394 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-c05051cf-2d75-4380-b034-ccbcb1328212 tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.546s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:47:50.750211 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-2e90ade3-4523-4f68-87bd-05c81ee1666c req-1a409cf3-880a-4ffc-a5ff-31c072826eee tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] 10.222.0.75 "GET /v2.0/security-groups?id=947774b9-8c9c-4200-ad33-d72fdd5295bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847239 Apr 09 13:47:50.836140 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298b17a9-1687-44ad-a88a-7f094fec64c7 req-0b4e5a0f-7929-4ba1-b03b-254635bb8284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:47:50.840212 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-298b17a9-1687-44ad-a88a-7f094fec64c7 req-0b4e5a0f-7929-4ba1-b03b-254635bb8284 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=a4bc50d2-4a55-4ee1-87aa-a1e91be18584&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2223449 Apr 09 13:47:50.850746 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-876c3640-e7ff-412a-8759-4ff8d86e5ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738555'] for security_group, after_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:50.884779 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:47:50.927206 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-40537237-9c20-4f8f-bcc2-0ea31f607a87 req-5048f638-6e95-4f36-8840-3305cbe0b23a tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=8b1366e2a2764227a2e3ada9f6348323&fields=id HTTP/1.1" status: 200 len: 348 time: 0.7255752 Apr 09 13:47:50.940332 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf301f95-b2af-478c-9736-da85b017c4c9 req-c05051cf-2d75-4380-b034-ccbcb1328212 tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] Network 67ea7bc9-90ec-4e29-a802-2c1cb0aa9cea is already hosted by enough agents. {{(pid=85266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 09 13:47:50.946175 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876c3640-e7ff-412a-8759-4ff8d86e5ed1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3bcf2a3-1599-4b0b-b568-a7c6ec11be52,revision_number=None']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:47:50.953444 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.scheduler.base_scheduler [req-cf301f95-b2af-478c-9736-da85b017c4c9 req-c05051cf-2d75-4380-b034-ccbcb1328212 tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] Resources bound (agent type, host, resource id): {{(pid=85266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 09 13:47:50.969547 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.notifiers.nova [req-f262ea77-aa83-4d40-8d28-10a5bcd700c4 req-3677f3e0-da7f-439d-9788-864730898c39 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a70629db-70f7-40f1-876a-a26bb3b34404 {{(pid=85266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 09 13:47:50.975612 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-876c3640-e7ff-412a-8759-4ff8d86e5ed1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:47:51.016624 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85266) accepted ('10.222.0.75', 57550) {{(pid=85266) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:47:51.049378 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [req-f262ea77-aa83-4d40-8d28-10a5bcd700c4 req-3677f3e0-da7f-439d-9788-864730898c39 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:51.098151 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf301f95-b2af-478c-9736-da85b017c4c9 req-c05051cf-2d75-4380-b034-ccbcb1328212 tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] Received port after_create {{(pid=85266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 09 13:47:51.105981 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf301f95-b2af-478c-9736-da85b017c4c9 req-c05051cf-2d75-4380-b034-ccbcb1328212 tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:47:51.106765 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [req-cf301f95-b2af-478c-9736-da85b017c4c9 req-c05051cf-2d75-4380-b034-ccbcb1328212 tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758280'] for port, before_response {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:51.115226 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-298b17a9-1687-44ad-a88a-7f094fec64c7 req-7d63adc1-b019-48ad-856a-530ab0471c9a service neutron] 10.222.0.90 "GET /v2.0/networks/a4bc50d2-4a55-4ee1-87aa-a1e91be18584?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2653732 Apr 09 13:47:51.142074 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-876c3640-e7ff-412a-8759-4ff8d86e5ed1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:51.143546 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-876c3640-e7ff-412a-8759-4ff8d86e5ed1 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/d3bcf2a3-1599-4b0b-b568-a7c6ec11be52 HTTP/1.1" status: 204 len: 168 time: 1.5022750 Apr 09 13:47:51.231172 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.provisioning_blocks [req-f262ea77-aa83-4d40-8d28-10a5bcd700c4 req-3677f3e0-da7f-439d-9788-864730898c39 service neutron] Transition to ACTIVE for port object a70629db-70f7-40f1-876a-a26bb3b34404 will not be triggered until provisioned by entity L2. {{(pid=85266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 09 13:47:51.261530 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [req-f262ea77-aa83-4d40-8d28-10a5bcd700c4 req-3677f3e0-da7f-439d-9788-864730898c39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853739901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853759498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265038874484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771815468181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265039307602'] for port, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:51.263392 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-cf301f95-b2af-478c-9736-da85b017c4c9 req-c05051cf-2d75-4380-b034-ccbcb1328212 tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5021937 Apr 09 13:47:51.304001 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-f20aaa3c-4a5b-4c75-a363-dfedd966e927 tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:47:51.361964 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.v2.base [req-cf301f95-b2af-478c-9736-da85b017c4c9 req-bae791d8-32aa-4d73-aea4-c71b35307bd9 service neutron] Request body: {'port': {'device_id': '7690505b-47c6-4e11-9a94-a4cca9735a09', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78536'}} {{(pid=85266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 09 13:47:51.496980 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-40537237-9c20-4f8f-bcc2-0ea31f607a87 req-a750b163-dffe-49d2-9c43-f8284b5a1dea service neutron] 10.222.0.75 "GET /v2.0/networks/05572312-ba94-44c0-9d23-59b1e6c5c81f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5167665 Apr 09 13:47:51.500048 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3677f3e0-da7f-439d-9788-864730898c39 service neutron] Pushing event updated for resources: {'Port': ['ID=a70629db-70f7-40f1-876a-a26bb3b34404,revision_number=2']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:47:51.641527 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-3677f3e0-da7f-439d-9788-864730898c39 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:47:51.664391 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-f429d9ac-878c-4562-bf2d-aec0a859936d admin admin] Notify callbacks [] for security_group, before_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:51.680778 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-298b17a9-1687-44ad-a88a-7f094fec64c7 req-b496e1dc-7418-4d9c-a49f-2fa52636834a service neutron] 10.222.0.90 "GET /v2.0/networks/a4bc50d2-4a55-4ee1-87aa-a1e91be18584?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5583396 Apr 09 13:47:51.698340 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.75', 57576) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:47:51.722568 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-5f5b5b02-5ef1-4844-b4cf-21d499520db4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:51.761886 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-f429d9ac-878c-4562-bf2d-aec0a859936d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 13:47:51.767418 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-5f5b5b02-5ef1-4844-b4cf-21d499520db4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 13:47:51.779748 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-5f5b5b02-5ef1-4844-b4cf-21d499520db4 admin admin] Usage tracker for resource:security_group_rule and tenant:227ebe1533a6416a98080a79df88a925 is out of sync, need to count used quota {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 13:47:51.781763 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2529c9-88bf-4c69-ac39-b17d42d858fe req-eb53add3-473e-4562-915c-0e42e7bc405f tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:47:51.782502 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [req-1e2529c9-88bf-4c69-ac39-b17d42d858fe req-eb53add3-473e-4562-915c-0e42e7bc405f tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] Synchronizing usage tracker for tenant:d99749794dc147dfb86af7ba6d9559b9 on resource:port {{(pid=85266) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 09 13:47:51.785057 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-5f5b5b02-5ef1-4844-b4cf-21d499520db4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 13:47:51.793558 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-5f5b5b02-5ef1-4844-b4cf-21d499520db4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 13:47:51.855490 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-f429d9ac-878c-4562-bf2d-aec0a859936d admin admin] Usage tracker for resource:security_group_rule and tenant:b287f2502f4d46fcb2897fd64e8009b5 is out of sync, need to count used quota {{(pid=85266) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 13:47:51.869560 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-f429d9ac-878c-4562-bf2d-aec0a859936d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85266) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 13:47:51.891109 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.75', 57584) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:47:51.906562 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-f429d9ac-878c-4562-bf2d-aec0a859936d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 13:47:51.936175 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-5f5b5b02-5ef1-4844-b4cf-21d499520db4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:51.941245 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-5f5b5b02-5ef1-4844-b4cf-21d499520db4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738555'] for security_group, after_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:51.942354 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [req-cf301f95-b2af-478c-9736-da85b017c4c9 req-bae791d8-32aa-4d73-aea4-c71b35307bd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853739810'] for port, before_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:51.950980 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-ed668d07-8607-4ebd-833d-f672212cd91b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:47:51.991868 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [req-1e2529c9-88bf-4c69-ac39-b17d42d858fe req-eb53add3-473e-4562-915c-0e42e7bc405f tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] Unset dirty status for tenant:d99749794dc147dfb86af7ba6d9559b9 on resource:port {{(pid=85266) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 09 13:47:51.993300 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-1e2529c9-88bf-4c69-ac39-b17d42d858fe req-eb53add3-473e-4562-915c-0e42e7bc405f tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] 10.222.0.75 "GET /v2.0/ports?device_id=7690505b-47c6-4e11-9a94-a4cca9735a09 HTTP/1.1" status: 200 len: 931 time: 1.0435059 Apr 09 13:47:52.014152 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5b5b02-5ef1-4844-b4cf-21d499520db4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=accc29c6-af65-468c-aaf6-98522bdf0ff1,revision_number=1']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:47:52.029423 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-5f5b5b02-5ef1-4844-b4cf-21d499520db4 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=227ebe1533a6416a98080a79df88a925&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3286908 Apr 09 13:47:52.033484 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.75', 57594) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:47:52.035849 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-5f5b5b02-5ef1-4844-b4cf-21d499520db4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:47:52.124161 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-cdd5def0-454c-41e4-b0f3-21c56585d659 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:52.160973 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-cdd5def0-454c-41e4-b0f3-21c56585d659 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:52.167137 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-40537237-9c20-4f8f-bcc2-0ea31f607a87 req-904dbb1c-22dc-4703-ad7e-ca467d2d1002 service neutron] 10.222.0.75 "GET /v2.0/networks/05572312-ba94-44c0-9d23-59b1e6c5c81f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6688788 Apr 09 13:47:52.223762 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-cdd5def0-454c-41e4-b0f3-21c56585d659 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738555'] for security_group, after_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:52.229985 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-ac97ef85-bd3d-4ac4-8dc5-00197be10f80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:47:52.244315 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd5def0-454c-41e4-b0f3-21c56585d659 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=accc29c6-af65-468c-aaf6-98522bdf0ff1,revision_number=None']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:47:52.268163 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-cdd5def0-454c-41e4-b0f3-21c56585d659 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:47:52.293655 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [req-1e2529c9-88bf-4c69-ac39-b17d42d858fe req-6f063096-ebcd-40b6-9b88-7a85d2a1900e tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] Synchronizing usage tracker for tenant:d99749794dc147dfb86af7ba6d9559b9 on resource:security_group {{(pid=85266) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 09 13:47:52.293967 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-f192c3b6-7592-4aa8-9508-13d55b1c16b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:52.317979 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-f192c3b6-7592-4aa8-9508-13d55b1c16b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 13:47:52.324230 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-f192c3b6-7592-4aa8-9508-13d55b1c16b4 admin admin] Usage tracker for resource:security_group_rule and tenant:0f30f6f30fdd4c208b794585c567c58e is out of sync, need to count used quota {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 13:47:52.327816 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-f192c3b6-7592-4aa8-9508-13d55b1c16b4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 13:47:52.334918 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-f192c3b6-7592-4aa8-9508-13d55b1c16b4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 13:47:52.482282 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [req-1e2529c9-88bf-4c69-ac39-b17d42d858fe req-6f063096-ebcd-40b6-9b88-7a85d2a1900e tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] Unset dirty status for tenant:d99749794dc147dfb86af7ba6d9559b9 on resource:security_group {{(pid=85266) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 09 13:47:52.483489 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-1e2529c9-88bf-4c69-ac39-b17d42d858fe req-6f063096-ebcd-40b6-9b88-7a85d2a1900e tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] 10.222.0.75 "GET /v2.0/security-groups?id=eea7a60b-00a0-497d-babc-18f415d64d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4582338 Apr 09 13:47:52.497403 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.managers [req-f262ea77-aa83-4d40-8d28-10a5bcd700c4 req-3677f3e0-da7f-439d-9788-864730898c39 service neutron] Attempting to bind port a70629db-70f7-40f1-876a-a26bb3b34404 on host hv-cinder-78536 for vnic_type normal with profile {{(pid=85266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 09 13:47:52.497876 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.managers [req-f262ea77-aa83-4d40-8d28-10a5bcd700c4 req-3677f3e0-da7f-439d-9788-864730898c39 service neutron] Attempting to bind port a70629db-70f7-40f1-876a-a26bb3b34404 by drivers openvswitch,hyperv on host hv-cinder-78536 at level 0 using segments [{'id': 'b9043e0b-04cf-45bd-b9f8-7ebd3edf93a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '67ea7bc9-90ec-4e29-a802-2c1cb0aa9cea'}] {{(pid=85266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 09 13:47:52.498323 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f262ea77-aa83-4d40-8d28-10a5bcd700c4 req-3677f3e0-da7f-439d-9788-864730898c39 service neutron] Attempting to bind port a70629db-70f7-40f1-876a-a26bb3b34404 on network 67ea7bc9-90ec-4e29-a802-2c1cb0aa9cea {{(pid=85266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 09 13:47:52.499089 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-f192c3b6-7592-4aa8-9508-13d55b1c16b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:52.505787 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-cdd5def0-454c-41e4-b0f3-21c56585d659 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:52.507252 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-cdd5def0-454c-41e4-b0f3-21c56585d659 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/accc29c6-af65-468c-aaf6-98522bdf0ff1 HTTP/1.1" status: 204 len: 168 time: 0.4689100 Apr 09 13:47:52.511547 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-f192c3b6-7592-4aa8-9508-13d55b1c16b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738555'] for security_group, after_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:52.529341 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f262ea77-aa83-4d40-8d28-10a5bcd700c4 req-3677f3e0-da7f-439d-9788-864730898c39 service neutron] Port a70629db-70f7-40f1-876a-a26bb3b34404 on network 67ea7bc9-90ec-4e29-a802-2c1cb0aa9cea not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78536 {{(pid=85266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 09 13:47:52.529744 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f262ea77-aa83-4d40-8d28-10a5bcd700c4 req-3677f3e0-da7f-439d-9788-864730898c39 service neutron] Attempting to bind port a70629db-70f7-40f1-876a-a26bb3b34404 on network 67ea7bc9-90ec-4e29-a802-2c1cb0aa9cea {{(pid=85266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 09 13:47:52.532621 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:47:52.591476 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f192c3b6-7592-4aa8-9508-13d55b1c16b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=753ec82d-96f3-473b-adb9-ed8387046d4d,revision_number=1']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:47:52.598583 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-f192c3b6-7592-4aa8-9508-13d55b1c16b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:47:52.607877 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f262ea77-aa83-4d40-8d28-10a5bcd700c4 req-3677f3e0-da7f-439d-9788-864730898c39 service neutron] Checking agent: {'id': '5a3daac1-2611-42bd-a388-caa17c5666c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78536', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 9, 13, 45, 11), 'started_at': datetime.datetime(2021, 4, 9, 13, 45, 11), 'heartbeat_timestamp': datetime.datetime(2021, 4, 9, 13, 47, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 09 13:47:52.608589 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f262ea77-aa83-4d40-8d28-10a5bcd700c4 req-3677f3e0-da7f-439d-9788-864730898c39 service neutron] Checking segment: {'id': 'b9043e0b-04cf-45bd-b9f8-7ebd3edf93a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '67ea7bc9-90ec-4e29-a802-2c1cb0aa9cea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 09 13:47:52.609951 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f262ea77-aa83-4d40-8d28-10a5bcd700c4 req-3677f3e0-da7f-439d-9788-864730898c39 service neutron] Bound using segment: {'id': 'b9043e0b-04cf-45bd-b9f8-7ebd3edf93a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '67ea7bc9-90ec-4e29-a802-2c1cb0aa9cea'} {{(pid=85266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 09 13:47:52.610839 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.managers [req-f262ea77-aa83-4d40-8d28-10a5bcd700c4 req-3677f3e0-da7f-439d-9788-864730898c39 service neutron] Bound port: a70629db-70f7-40f1-876a-a26bb3b34404, host: hv-cinder-78536, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9043e0b-04cf-45bd-b9f8-7ebd3edf93a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '67ea7bc9-90ec-4e29-a802-2c1cb0aa9cea'}}] {{(pid=85266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 09 13:47:52.611482 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [req-f262ea77-aa83-4d40-8d28-10a5bcd700c4 req-3677f3e0-da7f-439d-9788-864730898c39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853739810'] for port, before_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:52.620504 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-f192c3b6-7592-4aa8-9508-13d55b1c16b4 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=0f30f6f30fdd4c208b794585c567c58e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7282188 Apr 09 13:47:52.623944 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.75', 57608) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:47:52.745274 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-bcc2bf82-529e-4a13-b441-9ee8c7059f51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:52.783854 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-f429d9ac-878c-4562-bf2d-aec0a859936d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:52.794703 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-bcc2bf82-529e-4a13-b441-9ee8c7059f51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:52.852377 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-f429d9ac-878c-4562-bf2d-aec0a859936d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738555'] for security_group, after_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:52.855205 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-bcc2bf82-529e-4a13-b441-9ee8c7059f51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738555'] for security_group, after_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:52.861594 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:47:52.881578 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-bcc2bf82-529e-4a13-b441-9ee8c7059f51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:52.882996 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-bcc2bf82-529e-4a13-b441-9ee8c7059f51 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/753ec82d-96f3-473b-adb9-ed8387046d4d HTTP/1.1" status: 204 len: 168 time: 0.2565765 Apr 09 13:47:52.884379 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc2bf82-529e-4a13-b441-9ee8c7059f51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=753ec82d-96f3-473b-adb9-ed8387046d4d,revision_number=None']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:47:52.886850 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-bcc2bf82-529e-4a13-b441-9ee8c7059f51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:47:52.931454 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:47:53.258943 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f429d9ac-878c-4562-bf2d-aec0a859936d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3eb924b0-e9d7-4107-a13e-be595a30881c,revision_number=1']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:47:53.287690 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.db [req-f262ea77-aa83-4d40-8d28-10a5bcd700c4 req-3677f3e0-da7f-439d-9788-864730898c39 service neutron] For port a70629db-70f7-40f1-876a-a26bb3b34404, host hv-cinder-78536, cleared binding levels {{(pid=85266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 09 13:47:53.291321 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-f429d9ac-878c-4562-bf2d-aec0a859936d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:47:53.338635 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-f429d9ac-878c-4562-bf2d-aec0a859936d admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=b287f2502f4d46fcb2897fd64e8009b5&name=default HTTP/1.1" status: 200 len: 2979 time: 2.3207405 Apr 09 13:47:53.341878 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.75', 57634) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:47:53.357582 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.db [req-f262ea77-aa83-4d40-8d28-10a5bcd700c4 req-3677f3e0-da7f-439d-9788-864730898c39 service neutron] For port a70629db-70f7-40f1-876a-a26bb3b34404, host hv-cinder-78536, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=a70629db-70f7-40f1-876a-a26bb3b34404,segment=NetworkSegment(b9043e0b-04cf-45bd-b9f8-7ebd3edf93a8),segment_id=b9043e0b-04cf-45bd-b9f8-7ebd3edf93a8)] {{(pid=85266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 09 13:47:53.372058 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d4e211-9970-4e2e-b6c9-497fc854c9e6 req-834c7b87-9ecf-40b3-8889-26fd0e1f0c64 tempest-DeleteServersTestJSON-1971012576 tempest-DeleteServersTestJSON-1971012576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:47:53.373931 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-d3d4e211-9970-4e2e-b6c9-497fc854c9e6 req-834c7b87-9ecf-40b3-8889-26fd0e1f0c64 tempest-DeleteServersTestJSON-1971012576 tempest-DeleteServersTestJSON-1971012576-project] 10.222.0.75 "GET /v2.0/ports?device_id=0e6ebb1b-cbd7-45ef-82d0-d1d10f04df1b HTTP/1.1" status: 200 len: 946 time: 0.8289356 Apr 09 13:47:53.389322 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [req-f262ea77-aa83-4d40-8d28-10a5bcd700c4 req-3677f3e0-da7f-439d-9788-864730898c39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853739901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853759498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265038874484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771815468181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265039307602'] for port, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:53.521401 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.75', 57640) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:47:53.524409 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.rpc [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Device 317fc4fb-b778-458a-a027-e44683b0f676 details requested by agent hyperv_hv-cinder-78536 with host hv-cinder-78536 {{(pid=85267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 09 13:47:53.620036 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-218a0cdb-6067-4fce-95a0-90c5b6e04fcd admin admin] Notify callbacks [] for security_group, before_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:53.645109 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-d29d0cce-ac2a-4683-a6b4-d6385ab2bc7b tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:47:53.653745 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-9b586758-7553-4712-aa46-865820ea9ff4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:53.693466 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-9b586758-7553-4712-aa46-865820ea9ff4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:53.721030 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-218a0cdb-6067-4fce-95a0-90c5b6e04fcd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 13:47:53.726310 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.db [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] For port 317fc4fb-b778-458a-a027-e44683b0f676, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=317fc4fb-b778-458a-a027-e44683b0f676,segment=NetworkSegment(5475d062-1238-45f6-bf79-210ecdb0febe),segment_id=5475d062-1238-45f6-bf79-210ecdb0febe)] {{(pid=85267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 09 13:47:53.745602 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.rpc [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Returning: {'device': '317fc4fb-b778-458a-a027-e44683b0f676', 'network_id': 'a4bc50d2-4a55-4ee1-87aa-a1e91be18584', 'port_id': '317fc4fb-b778-458a-a027-e44683b0f676', 'mac_address': 'fa:16:3e:6e:cb:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0144e1c8-7bcb-42a5-ac9e-709c8b2e67a5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 09 13:47:53.750510 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-218a0cdb-6067-4fce-95a0-90c5b6e04fcd admin admin] Usage tracker for resource:security_group_rule and tenant:d545875b592040399ba7762f70020877 is out of sync, need to count used quota {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 13:47:53.756986 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-218a0cdb-6067-4fce-95a0-90c5b6e04fcd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 13:47:53.770225 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f262ea77-aa83-4d40-8d28-10a5bcd700c4 req-3677f3e0-da7f-439d-9788-864730898c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:47:53.770917 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [req-f262ea77-aa83-4d40-8d28-10a5bcd700c4 req-3677f3e0-da7f-439d-9788-864730898c39 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758280'] for port, before_response {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:53.772520 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-f262ea77-aa83-4d40-8d28-10a5bcd700c4 req-3677f3e0-da7f-439d-9788-864730898c39 service neutron] 10.222.0.90 "PUT /v2.0/ports/a70629db-70f7-40f1-876a-a26bb3b34404 HTTP/1.1" status: 200 len: 1094 time: 5.0570338 Apr 09 13:47:53.783158 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b0c4a3a-57ce-4e76-a767-bd7ea7d79510', 'tag': 'a70629db-70f7-40f1-876a-a26bb3b34404'}] {{(pid=85266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 09 13:47:53.800356 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-218a0cdb-6067-4fce-95a0-90c5b6e04fcd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 13:47:53.858427 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-d3d4e211-9970-4e2e-b6c9-497fc854c9e6 req-f6f75e18-5fce-48d1-9a37-be3f84b5ea33 tempest-DeleteServersTestJSON-1971012576 tempest-DeleteServersTestJSON-1971012576-project] 10.222.0.75 "GET /v2.0/security-groups?id=7630f0ce-e518-49eb-b14c-24fd9c9bb8de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4726293 Apr 09 13:47:53.867047 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-9b586758-7553-4712-aa46-865820ea9ff4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738555'] for security_group, after_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:53.876793 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-88e7d094-23ca-4057-8dc4-82fb86b05d83 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:47:53.886400 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853739810'] for port, before_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:53.888450 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.notifiers.nova [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 317fc4fb-b778-458a-a027-e44683b0f676 {{(pid=85267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 09 13:47:53.899464 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b586758-7553-4712-aa46-865820ea9ff4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3eb924b0-e9d7-4107-a13e-be595a30881c,revision_number=None']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:47:53.912825 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-9b586758-7553-4712-aa46-865820ea9ff4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:47:53.931252 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.db [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] For port 317fc4fb-b778-458a-a027-e44683b0f676, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=317fc4fb-b778-458a-a027-e44683b0f676,segment=NetworkSegment(5475d062-1238-45f6-bf79-210ecdb0febe),segment_id=5475d062-1238-45f6-bf79-210ecdb0febe)] {{(pid=85267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 09 13:47:53.942915 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-9b586758-7553-4712-aa46-865820ea9ff4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:53.944609 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-9b586758-7553-4712-aa46-865820ea9ff4 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/3eb924b0-e9d7-4107-a13e-be595a30881c HTTP/1.1" status: 204 len: 168 time: 0.6012442 Apr 09 13:47:53.958384 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853739901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853759498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265038874484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771815468181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265039307602'] for port, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:53.961664 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.db.resource_extend [req-cf301f95-b2af-478c-9736-da85b017c4c9 req-bae791d8-32aa-4d73-aea4-c71b35307bd9 service neutron] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=85266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 09 13:47:53.963475 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:47:54.001520 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-218a0cdb-6067-4fce-95a0-90c5b6e04fcd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:54.012059 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-218a0cdb-6067-4fce-95a0-90c5b6e04fcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738555'] for security_group, after_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:54.042214 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:47:54.076144 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Pushing event updated for resources: {'Port': ['ID=317fc4fb-b778-458a-a027-e44683b0f676,revision_number=4']} {{(pid=85267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:47:54.088786 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=85267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:47:54.097619 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb074ef-69a9-4fbd-8a40-0d69155c64b4 req-686469a3-f265-4b07-8939-0b00a995c579 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:47:54.102797 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-5eb074ef-69a9-4fbd-8a40-0d69155c64b4 req-686469a3-f265-4b07-8939-0b00a995c579 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] 10.222.0.75 "GET /v2.0/ports?device_id=8b5d6eb5-8dfa-4fd0-8f2d-9dd3590c2daf HTTP/1.1" status: 200 len: 943 time: 1.2518098 Apr 09 13:47:54.142326 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-218a0cdb-6067-4fce-95a0-90c5b6e04fcd admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=d545875b592040399ba7762f70020877&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6113863 Apr 09 13:47:54.143791 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.75', 57662) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:47:54.148979 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218a0cdb-6067-4fce-95a0-90c5b6e04fcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9eadbbb-7c24-4a4d-8126-e4e763ce1654,revision_number=1']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:47:54.161383 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-218a0cdb-6067-4fce-95a0-90c5b6e04fcd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:47:54.270060 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3677f3e0-da7f-439d-9788-864730898c39 service neutron] Pushing event updated for resources: {'Port': ['ID=a70629db-70f7-40f1-876a-a26bb3b34404,revision_number=3']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:47:54.275224 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-3e7b71e5-8fc9-4def-9df3-9976d19f1e4f req-f8fdf6b9-3d34-430f-a6d9-913cb02924d5 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] 10.222.0.75 "GET /v2.0/ports?device_id=1ffb272c-6295-48b3-b9cd-fed761b141a7 HTTP/1.1" status: 200 len: 210 time: 0.1452899 Apr 09 13:47:54.276274 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-3677f3e0-da7f-439d-9788-864730898c39 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.631s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:47:54.348330 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-5eb074ef-69a9-4fbd-8a40-0d69155c64b4 req-42aa7811-f3c7-42d7-8265-14a7c020ff57 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] 10.222.0.75 "GET /v2.0/security-groups?id=947774b9-8c9c-4200-ad33-d72fdd5295bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625122 Apr 09 13:47:54.367474 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.notifiers.nova [req-cf301f95-b2af-478c-9736-da85b017c4c9 req-bae791d8-32aa-4d73-aea4-c71b35307bd9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b77f07cd-8520-4204-9b79-403fff56965d {{(pid=85266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 09 13:47:54.370451 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.db [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] get_ports_and_sgs() called for port_ids ['317fc4fb-b778-458a-a027-e44683b0f676'] {{(pid=85267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 09 13:47:54.384883 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [req-cf301f95-b2af-478c-9736-da85b017c4c9 req-bae791d8-32aa-4d73-aea4-c71b35307bd9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:54.392318 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f262ea77-aa83-4d40-8d28-10a5bcd700c4 req-f55051a1-cc93-4374-a306-76576c4cc17f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:47:54.394676 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-f262ea77-aa83-4d40-8d28-10a5bcd700c4 req-f55051a1-cc93-4374-a306-76576c4cc17f service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=d99749794dc147dfb86af7ba6d9559b9&device_id=3b0c4a3a-57ce-4e76-a767-bd7ea7d79510 HTTP/1.1" status: 200 len: 1097 time: 0.5304308 Apr 09 13:47:54.618709 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-f262ea77-aa83-4d40-8d28-10a5bcd700c4 req-beb76397-5a8d-4bb7-80ed-6233f25b0fdb service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a70629db-70f7-40f1-876a-a26bb3b34404 HTTP/1.1" status: 200 len: 217 time: 0.2110085 Apr 09 13:47:54.633992 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40537237-9c20-4f8f-bcc2-0ea31f607a87 req-af40a351-46ea-418d-b414-6a89ac9ee855 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:47:54.635880 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-40537237-9c20-4f8f-bcc2-0ea31f607a87 req-af40a351-46ea-418d-b414-6a89ac9ee855 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] 10.222.0.90 "GET /v2.0/networks?id=05572312-ba94-44c0-9d23-59b1e6c5c81f HTTP/1.1" status: 200 len: 811 time: 0.3780937 Apr 09 13:47:54.639248 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-62f14277-9a64-487c-8b96-aa7998f9767f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:54.673811 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-62f14277-9a64-487c-8b96-aa7998f9767f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:54.692268 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.provisioning_blocks [req-cf301f95-b2af-478c-9736-da85b017c4c9 req-bae791d8-32aa-4d73-aea4-c71b35307bd9 service neutron] Transition to ACTIVE for port object b77f07cd-8520-4204-9b79-403fff56965d will not be triggered until provisioned by entity L2. {{(pid=85266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 09 13:47:54.776236 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [req-cf301f95-b2af-478c-9736-da85b017c4c9 req-bae791d8-32aa-4d73-aea4-c71b35307bd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853739901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853759498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265038874484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771815468181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265039307602'] for port, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:54.812539 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:47:54.829507 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-62f14277-9a64-487c-8b96-aa7998f9767f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738555'] for security_group, after_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:54.858025 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-cdd5def0-454c-41e4-b0f3-21c56585d659 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:47:54.902068 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f14277-9a64-487c-8b96-aa7998f9767f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9eadbbb-7c24-4a4d-8126-e4e763ce1654,revision_number=None']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:47:54.928851 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-62f14277-9a64-487c-8b96-aa7998f9767f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:47:54.967891 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-62f14277-9a64-487c-8b96-aa7998f9767f admin admin] Notify callbacks [] for security_group, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:54.973271 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-62f14277-9a64-487c-8b96-aa7998f9767f admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/b9eadbbb-7c24-4a4d-8126-e4e763ce1654 HTTP/1.1" status: 204 len: 168 time: 0.8245554 Apr 09 13:47:54.981804 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-40537237-9c20-4f8f-bcc2-0ea31f607a87 req-493d1412-f1d4-424f-9fe1-496f278ce5fd tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=8b1366e2a2764227a2e3ada9f6348323 HTTP/1.1" status: 200 len: 5704 time: 0.2012086 Apr 09 13:47:54.995681 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.v2.base [req-40537237-9c20-4f8f-bcc2-0ea31f607a87 req-ce31491f-4b3e-428b-a3eb-f287d5ce8aec tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Request body: {'port': {'device_id': '1ffb272c-6295-48b3-b9cd-fed761b141a7', 'network_id': '05572312-ba94-44c0-9d23-59b1e6c5c81f', 'admin_state_up': True, 'tenant_id': '8b1366e2a2764227a2e3ada9f6348323', 'security_groups': ['836a3b2a-1cd9-4a42-a456-ffc8ec5959e4']}} {{(pid=85265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 09 13:47:55.034170 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.75', 57690) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:47:55.100828 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-014c16a6-6b32-486f-8fb6-0732443652d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:55.145331 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f262ea77-aa83-4d40-8d28-10a5bcd700c4 req-ec8effea-568f-4670-9598-4c8fd60b88c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:47:55.147222 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-f262ea77-aa83-4d40-8d28-10a5bcd700c4 req-ec8effea-568f-4670-9598-4c8fd60b88c3 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=77ac0229-49ba-4800-b155-c6281379a189 HTTP/1.1" status: 200 len: 858 time: 0.4531114 Apr 09 13:47:55.208945 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae791d8-32aa-4d73-aea4-c71b35307bd9 service neutron] Pushing event updated for resources: {'Port': ['ID=b77f07cd-8520-4204-9b79-403fff56965d,revision_number=2']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:47:55.212340 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-bae791d8-32aa-4d73-aea4-c71b35307bd9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.400s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:47:55.251566 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-f262ea77-aa83-4d40-8d28-10a5bcd700c4 req-68bb97eb-350f-4879-b7c2-c8836cb2639e service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=67ea7bc9-90ec-4e29-a802-2c1cb0aa9cea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0923493 Apr 09 13:47:55.264588 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-014c16a6-6b32-486f-8fb6-0732443652d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 13:47:55.268674 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8406b34-9817-48ea-ab00-7c60be783058 req-70d28560-6030-4ae3-8016-a53ed2956dbf tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:47:55.278022 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-d8406b34-9817-48ea-ab00-7c60be783058 req-70d28560-6030-4ae3-8016-a53ed2956dbf tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] 10.222.0.75 "GET /v2.0/ports?device_id=7690505b-47c6-4e11-9a94-a4cca9735a09 HTTP/1.1" status: 200 len: 943 time: 0.6660767 Apr 09 13:47:55.298265 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-014c16a6-6b32-486f-8fb6-0732443652d9 admin admin] Usage tracker for resource:security_group_rule and tenant:8d1dccb728d04030bbbaba9b73283532 is out of sync, need to count used quota {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 13:47:55.316473 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-014c16a6-6b32-486f-8fb6-0732443652d9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 13:47:55.333722 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-014c16a6-6b32-486f-8fb6-0732443652d9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 13:47:55.335214 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-d8406b34-9817-48ea-ab00-7c60be783058 req-82f74b4b-d378-4180-8f03-c03c932d6bcd tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] 10.222.0.75 "GET /v2.0/security-groups?id=eea7a60b-00a0-497d-babc-18f415d64d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554109 Apr 09 13:47:55.408552 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [req-40537237-9c20-4f8f-bcc2-0ea31f607a87 req-ce31491f-4b3e-428b-a3eb-f287d5ce8aec tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 13:47:55.416294 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [req-40537237-9c20-4f8f-bcc2-0ea31f607a87 req-ce31491f-4b3e-428b-a3eb-f287d5ce8aec tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Usage tracker for resource:port and tenant:8b1366e2a2764227a2e3ada9f6348323 is out of sync, need to count used quota {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 13:47:55.420422 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [req-40537237-9c20-4f8f-bcc2-0ea31f607a87 req-ce31491f-4b3e-428b-a3eb-f287d5ce8aec tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Quota usage for port was recalculated. Used quota:3. {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 13:47:55.434623 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [req-40537237-9c20-4f8f-bcc2-0ea31f607a87 req-ce31491f-4b3e-428b-a3eb-f287d5ce8aec tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 13:47:55.473200 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40537237-9c20-4f8f-bcc2-0ea31f607a87 req-ce31491f-4b3e-428b-a3eb-f287d5ce8aec tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Made reservation on behalf of 8b1366e2a2764227a2e3ada9f6348323 for: {'port': 1} {{(pid=85265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 09 13:47:55.481410 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [req-40537237-9c20-4f8f-bcc2-0ea31f607a87 req-ce31491f-4b3e-428b-a3eb-f287d5ce8aec tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853739810'] for port, before_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:55.569601 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b0c4a3a-57ce-4e76-a767-bd7ea7d79510', 'tag': 'a70629db-70f7-40f1-876a-a26bb3b34404', 'status': 'completed', 'code': 200} Apr 09 13:47:55.705921 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-014c16a6-6b32-486f-8fb6-0732443652d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:55.707498 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.db_base_plugin_common [req-40537237-9c20-4f8f-bcc2-0ea31f607a87 req-ce31491f-4b3e-428b-a3eb-f287d5ce8aec tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Allocated IP 172.20.0.13 (05572312-ba94-44c0-9d23-59b1e6c5c81f/52cd575a-477f-4889-af1f-960c6b2cd43e/c815e3b4-7583-4fdb-941f-62cd10bf1dd3) {{(pid=85265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 09 13:47:55.710150 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-014c16a6-6b32-486f-8fb6-0732443652d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738555'] for security_group, after_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:55.743342 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:47:55.756697 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-014c16a6-6b32-486f-8fb6-0732443652d9 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=8d1dccb728d04030bbbaba9b73283532&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7105243 Apr 09 13:47:55.757423 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.75', 57712) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:47:55.852471 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014c16a6-6b32-486f-8fb6-0732443652d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f06f51cb-f21f-4547-bf32-c0ea85054649,revision_number=1']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:47:55.877417 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-014c16a6-6b32-486f-8fb6-0732443652d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:47:55.902756 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-f86b804c-6b5d-40a7-9f53-4aa795cc96a5 req-49581a16-2028-4e54-8501-30f52ff2beb9 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] 10.222.0.75 "GET /v2.0/ports?device_id=1ffb272c-6295-48b3-b9cd-fed761b141a7 HTTP/1.1" status: 200 len: 210 time: 0.3197792 Apr 09 13:47:55.909087 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-1c5a4b45-f323-4c3a-ab2c-dce3496d0163 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:55.981494 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.managers [req-cf301f95-b2af-478c-9736-da85b017c4c9 req-bae791d8-32aa-4d73-aea4-c71b35307bd9 service neutron] Attempting to bind port b77f07cd-8520-4204-9b79-403fff56965d on host hv-cinder-78536 for vnic_type normal with profile {{(pid=85266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 09 13:47:55.982177 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.managers [req-cf301f95-b2af-478c-9736-da85b017c4c9 req-bae791d8-32aa-4d73-aea4-c71b35307bd9 service neutron] Attempting to bind port b77f07cd-8520-4204-9b79-403fff56965d by drivers openvswitch,hyperv on host hv-cinder-78536 at level 0 using segments [{'id': 'b9043e0b-04cf-45bd-b9f8-7ebd3edf93a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '67ea7bc9-90ec-4e29-a802-2c1cb0aa9cea'}] {{(pid=85266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 09 13:47:55.982695 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf301f95-b2af-478c-9736-da85b017c4c9 req-bae791d8-32aa-4d73-aea4-c71b35307bd9 service neutron] Attempting to bind port b77f07cd-8520-4204-9b79-403fff56965d on network 67ea7bc9-90ec-4e29-a802-2c1cb0aa9cea {{(pid=85266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 09 13:47:55.990079 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-f262ea77-aa83-4d40-8d28-10a5bcd700c4 req-9444d967-e46a-4298-ad80-ac7d2c077403 service neutron] 10.222.0.90 "GET /v2.0/networks/67ea7bc9-90ec-4e29-a802-2c1cb0aa9cea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7062352 Apr 09 13:47:56.044054 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf301f95-b2af-478c-9736-da85b017c4c9 req-bae791d8-32aa-4d73-aea4-c71b35307bd9 service neutron] Port b77f07cd-8520-4204-9b79-403fff56965d on network 67ea7bc9-90ec-4e29-a802-2c1cb0aa9cea not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78536 {{(pid=85266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 09 13:47:56.044961 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf301f95-b2af-478c-9736-da85b017c4c9 req-bae791d8-32aa-4d73-aea4-c71b35307bd9 service neutron] Attempting to bind port b77f07cd-8520-4204-9b79-403fff56965d on network 67ea7bc9-90ec-4e29-a802-2c1cb0aa9cea {{(pid=85266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 09 13:47:56.054868 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-1c5a4b45-f323-4c3a-ab2c-dce3496d0163 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:56.130143 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c731ba-49f2-4cc3-a51b-f9d244a3b4d8 req-8e9a4c82-1b43-4a92-80ae-db62ddcd1d98 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:47:56.132497 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-63c731ba-49f2-4cc3-a51b-f9d244a3b4d8 req-8e9a4c82-1b43-4a92-80ae-db62ddcd1d98 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] 10.222.0.75 "GET /v2.0/ports?device_id=8b5d6eb5-8dfa-4fd0-8f2d-9dd3590c2daf HTTP/1.1" status: 200 len: 944 time: 0.4551561 Apr 09 13:47:56.133549 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf301f95-b2af-478c-9736-da85b017c4c9 req-bae791d8-32aa-4d73-aea4-c71b35307bd9 service neutron] Checking agent: {'id': '5a3daac1-2611-42bd-a388-caa17c5666c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78536', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 9, 13, 45, 11), 'started_at': datetime.datetime(2021, 4, 9, 13, 45, 11), 'heartbeat_timestamp': datetime.datetime(2021, 4, 9, 13, 47, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 09 13:47:56.134158 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf301f95-b2af-478c-9736-da85b017c4c9 req-bae791d8-32aa-4d73-aea4-c71b35307bd9 service neutron] Checking segment: {'id': 'b9043e0b-04cf-45bd-b9f8-7ebd3edf93a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '67ea7bc9-90ec-4e29-a802-2c1cb0aa9cea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 09 13:47:56.134744 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf301f95-b2af-478c-9736-da85b017c4c9 req-bae791d8-32aa-4d73-aea4-c71b35307bd9 service neutron] Bound using segment: {'id': 'b9043e0b-04cf-45bd-b9f8-7ebd3edf93a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '67ea7bc9-90ec-4e29-a802-2c1cb0aa9cea'} {{(pid=85266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 09 13:47:56.135437 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.managers [req-cf301f95-b2af-478c-9736-da85b017c4c9 req-bae791d8-32aa-4d73-aea4-c71b35307bd9 service neutron] Bound port: b77f07cd-8520-4204-9b79-403fff56965d, host: hv-cinder-78536, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9043e0b-04cf-45bd-b9f8-7ebd3edf93a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '67ea7bc9-90ec-4e29-a802-2c1cb0aa9cea'}}] {{(pid=85266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 09 13:47:56.135992 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [req-cf301f95-b2af-478c-9736-da85b017c4c9 req-bae791d8-32aa-4d73-aea4-c71b35307bd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853739810'] for port, before_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:56.157780 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [req-40537237-9c20-4f8f-bcc2-0ea31f607a87 req-ce31491f-4b3e-428b-a3eb-f287d5ce8aec tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Notify callbacks [] for port, precommit_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:56.178568 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-1c5a4b45-f323-4c3a-ab2c-dce3496d0163 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738555'] for security_group, after_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:56.184395 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:47:56.195816 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.provisioning_blocks [req-40537237-9c20-4f8f-bcc2-0ea31f607a87 req-ce31491f-4b3e-428b-a3eb-f287d5ce8aec tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Transition to ACTIVE for port object c815e3b4-7583-4fdb-941f-62cd10bf1dd3 will not be triggered until provisioned by entity DHCP. {{(pid=85265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 09 13:47:56.201828 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5a4b45-f323-4c3a-ab2c-dce3496d0163 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f06f51cb-f21f-4547-bf32-c0ea85054649,revision_number=None']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:47:56.209484 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-1c5a4b45-f323-4c3a-ab2c-dce3496d0163 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:47:56.219057 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-1c5a4b45-f323-4c3a-ab2c-dce3496d0163 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:56.223179 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-1c5a4b45-f323-4c3a-ab2c-dce3496d0163 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/f06f51cb-f21f-4547-bf32-c0ea85054649 HTTP/1.1" status: 204 len: 168 time: 0.4614959 Apr 09 13:47:56.246003 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [req-40537237-9c20-4f8f-bcc2-0ea31f607a87 req-ce31491f-4b3e-428b-a3eb-f287d5ce8aec tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853739901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853759498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771815468164'] for port, after_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:56.266906 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:47:56.329336 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-63c731ba-49f2-4cc3-a51b-f9d244a3b4d8 req-4d2125f6-38c2-4450-9f2b-f8b69b942287 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] 10.222.0.75 "GET /v2.0/security-groups?id=947774b9-8c9c-4200-ad33-d72fdd5295bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1495662 Apr 09 13:47:56.380182 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.db [req-cf301f95-b2af-478c-9736-da85b017c4c9 req-bae791d8-32aa-4d73-aea4-c71b35307bd9 service neutron] For port b77f07cd-8520-4204-9b79-403fff56965d, host hv-cinder-78536, cleared binding levels {{(pid=85266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 09 13:47:56.384240 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.db [req-cf301f95-b2af-478c-9736-da85b017c4c9 req-bae791d8-32aa-4d73-aea4-c71b35307bd9 service neutron] For port b77f07cd-8520-4204-9b79-403fff56965d, host hv-cinder-78536, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=b77f07cd-8520-4204-9b79-403fff56965d,segment=NetworkSegment(b9043e0b-04cf-45bd-b9f8-7ebd3edf93a8),segment_id=b9043e0b-04cf-45bd-b9f8-7ebd3edf93a8)] {{(pid=85266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 09 13:47:56.389534 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [req-cf301f95-b2af-478c-9736-da85b017c4c9 req-bae791d8-32aa-4d73-aea4-c71b35307bd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853739901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853759498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265038874484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771815468181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265039307602'] for port, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:56.446323 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce31491f-4b3e-428b-a3eb-f287d5ce8aec tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Pushing event updated for resources: {'Port': ['ID=c815e3b4-7583-4fdb-941f-62cd10bf1dd3,revision_number=1']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:47:56.450904 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-ce31491f-4b3e-428b-a3eb-f287d5ce8aec tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:47:56.468805 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:47:56.535751 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40537237-9c20-4f8f-bcc2-0ea31f607a87 req-ce31491f-4b3e-428b-a3eb-f287d5ce8aec tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Network 05572312-ba94-44c0-9d23-59b1e6c5c81f is already hosted by enough agents. {{(pid=85265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 09 13:47:56.551920 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.scheduler.base_scheduler [req-40537237-9c20-4f8f-bcc2-0ea31f607a87 req-ce31491f-4b3e-428b-a3eb-f287d5ce8aec tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Resources bound (agent type, host, resource id): {{(pid=85265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 09 13:47:56.571949 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_dvrscheduler_db [req-40537237-9c20-4f8f-bcc2-0ea31f607a87 req-ce31491f-4b3e-428b-a3eb-f287d5ce8aec tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Received port after_create {{(pid=85265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 09 13:47:56.588576 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40537237-9c20-4f8f-bcc2-0ea31f607a87 req-ce31491f-4b3e-428b-a3eb-f287d5ce8aec tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:47:56.589310 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [req-40537237-9c20-4f8f-bcc2-0ea31f607a87 req-ce31491f-4b3e-428b-a3eb-f287d5ce8aec tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758280'] for port, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:56.650660 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-40537237-9c20-4f8f-bcc2-0ea31f607a87 req-ce31491f-4b3e-428b-a3eb-f287d5ce8aec tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6609712 Apr 09 13:47:56.667542 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.v2.base [req-40537237-9c20-4f8f-bcc2-0ea31f607a87 req-55769b41-1fba-4341-8d68-511d9e782688 service neutron] Request body: {'port': {'device_id': '1ffb272c-6295-48b3-b9cd-fed761b141a7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78536'}} {{(pid=85265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 09 13:47:56.853012 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.provisioning_blocks [None req-35bbc3fe-2b78-43f4-bfd8-812588d56622 None None] Provisioning for port c815e3b4-7583-4fdb-941f-62cd10bf1dd3 completed by entity DHCP. {{(pid=85267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 09 13:47:56.866514 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.provisioning_blocks [None req-35bbc3fe-2b78-43f4-bfd8-812588d56622 None None] Provisioning complete for port c815e3b4-7583-4fdb-941f-62cd10bf1dd3 triggered by entity DHCP. {{(pid=85267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 09 13:47:56.867858 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-35bbc3fe-2b78-43f4-bfd8-812588d56622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765226'] for port, provisioning_complete {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:56.947437 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [req-40537237-9c20-4f8f-bcc2-0ea31f607a87 req-55769b41-1fba-4341-8d68-511d9e782688 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853739810'] for port, before_update {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:57.032189 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.plugin [None req-35bbc3fe-2b78-43f4-bfd8-812588d56622 None None] Port c815e3b4-7583-4fdb-941f-62cd10bf1dd3 cannot update to ACTIVE because it is not bound. {{(pid=85267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 09 13:47:57.256234 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.75', 57782) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:47:57.325735 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-f262ea77-aa83-4d40-8d28-10a5bcd700c4 req-82219783-688f-472f-9931-e03a07101f68 service neutron] 10.222.0.90 "GET /v2.0/networks/67ea7bc9-90ec-4e29-a802-2c1cb0aa9cea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3245780 Apr 09 13:47:57.446421 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae791d8-32aa-4d73-aea4-c71b35307bd9 service neutron] Pushing event updated for resources: {'Port': ['ID=b77f07cd-8520-4204-9b79-403fff56965d,revision_number=3']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:47:57.476094 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-bae791d8-32aa-4d73-aea4-c71b35307bd9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.008s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:47:57.539766 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.rpc [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Device 317fc4fb-b778-458a-a027-e44683b0f676 up at agent hyperv_hv-cinder-78536 {{(pid=85267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 09 13:47:57.783643 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.provisioning_blocks [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Provisioning for port 317fc4fb-b778-458a-a027-e44683b0f676 completed by entity L2. {{(pid=85267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 09 13:47:57.798565 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.provisioning_blocks [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Provisioning complete for port 317fc4fb-b778-458a-a027-e44683b0f676 triggered by entity L2. {{(pid=85267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 09 13:47:57.798990 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765226'] for port, provisioning_complete {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:57.834000 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf301f95-b2af-478c-9736-da85b017c4c9 req-bae791d8-32aa-4d73-aea4-c71b35307bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:47:57.835490 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [req-cf301f95-b2af-478c-9736-da85b017c4c9 req-bae791d8-32aa-4d73-aea4-c71b35307bd9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758280'] for port, before_response {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:57.837228 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-cf301f95-b2af-478c-9736-da85b017c4c9 req-bae791d8-32aa-4d73-aea4-c71b35307bd9 service neutron] 10.222.0.90 "PUT /v2.0/ports/b77f07cd-8520-4204-9b79-403fff56965d HTTP/1.1" status: 200 len: 1093 time: 6.5616970 Apr 09 13:47:57.837987 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7690505b-47c6-4e11-9a94-a4cca9735a09', 'tag': 'b77f07cd-8520-4204-9b79-403fff56965d'}] {{(pid=85266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 09 13:47:57.876938 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47d4c72-3fbd-4f3f-ba2a-8473469f75fd req-0eb11011-b54c-4aeb-b66c-a5038986a230 tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:47:57.879580 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-d47d4c72-3fbd-4f3f-ba2a-8473469f75fd req-0eb11011-b54c-4aeb-b66c-a5038986a230 tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] 10.222.0.75 "GET /v2.0/ports?device_id=7690505b-47c6-4e11-9a94-a4cca9735a09 HTTP/1.1" status: 200 len: 943 time: 1.2302568 Apr 09 13:47:57.991495 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-e2631fbc-20fb-445a-bffc-971991b72cfc admin admin] Notify callbacks [] for security_group, before_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:58.007635 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4878b36-e6da-462f-af87-978c0ffa6302 req-44dca0cb-5562-4ae7-a55e-ad1dcf69ba8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:47:58.009577 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-c4878b36-e6da-462f-af87-978c0ffa6302 req-44dca0cb-5562-4ae7-a55e-ad1dcf69ba8e service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=d99749794dc147dfb86af7ba6d9559b9&device_id=3b0c4a3a-57ce-4e76-a767-bd7ea7d79510 HTTP/1.1" status: 200 len: 1097 time: 0.5243375 Apr 09 13:47:58.023187 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-d47d4c72-3fbd-4f3f-ba2a-8473469f75fd req-8d445316-2f79-4d51-a356-123447f60e92 tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] 10.222.0.75 "GET /v2.0/security-groups?id=eea7a60b-00a0-497d-babc-18f415d64d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351147 Apr 09 13:47:58.070773 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-e2631fbc-20fb-445a-bffc-971991b72cfc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 13:47:58.085360 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-e2631fbc-20fb-445a-bffc-971991b72cfc admin admin] Usage tracker for resource:security_group_rule and tenant:5498e870a05d49b4b9365d444565db0b is out of sync, need to count used quota {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 13:47:58.096370 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.notifiers.nova [req-40537237-9c20-4f8f-bcc2-0ea31f607a87 req-55769b41-1fba-4341-8d68-511d9e782688 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c815e3b4-7583-4fdb-941f-62cd10bf1dd3 {{(pid=85265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 09 13:47:58.105738 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-e2631fbc-20fb-445a-bffc-971991b72cfc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 13:47:58.130255 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-e2631fbc-20fb-445a-bffc-971991b72cfc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 13:47:58.138003 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [req-40537237-9c20-4f8f-bcc2-0ea31f607a87 req-55769b41-1fba-4341-8d68-511d9e782688 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:58.138424 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853739810'] for port, before_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:58.172421 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b5d6eb5-8dfa-4fd0-8f2d-9dd3590c2daf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '317fc4fb-b778-458a-a027-e44683b0f676'}] {{(pid=85267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 09 13:47:58.188123 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.db [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] For port 317fc4fb-b778-458a-a027-e44683b0f676, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=317fc4fb-b778-458a-a027-e44683b0f676,segment=NetworkSegment(5475d062-1238-45f6-bf79-210ecdb0febe),segment_id=5475d062-1238-45f6-bf79-210ecdb0febe)] {{(pid=85267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 09 13:47:58.199301 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853739901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853759498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265038874484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771815468181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265039307602'] for port, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:58.201304 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-6e1d1564-1e04-4e9a-9b3d-5b0bcc3b2574 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:47:58.238508 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.provisioning_blocks [req-40537237-9c20-4f8f-bcc2-0ea31f607a87 req-55769b41-1fba-4341-8d68-511d9e782688 service neutron] Transition to ACTIVE for port object c815e3b4-7583-4fdb-941f-62cd10bf1dd3 will not be triggered until provisioned by entity L2. {{(pid=85265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 09 13:47:58.251609 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [req-40537237-9c20-4f8f-bcc2-0ea31f607a87 req-55769b41-1fba-4341-8d68-511d9e782688 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853739901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853759498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265038874484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771815468181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265039307602'] for port, after_update {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:58.294377 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-a9b4eb3c-6f9d-40f3-ac26-dc087c64c5cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:47:58.337619 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Pushing event updated for resources: {'Port': ['ID=317fc4fb-b778-458a-a027-e44683b0f676,revision_number=5']} {{(pid=85267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:47:58.341094 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=85267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:47:58.361036 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4e419e-bf11-4e41-9c38-fc7953166374 req-640c2a60-49a1-475a-bef0-8585999fe0d3 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:47:58.362815 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-7e4e419e-bf11-4e41-9c38-fc7953166374 req-640c2a60-49a1-475a-bef0-8585999fe0d3 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] 10.222.0.75 "GET /v2.0/ports?device_id=1ffb272c-6295-48b3-b9cd-fed761b141a7 HTTP/1.1" status: 200 len: 932 time: 0.6810908 Apr 09 13:47:58.465879 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-7e4e419e-bf11-4e41-9c38-fc7953166374 req-ed108dd4-9dcf-4488-9e66-50e6dba48147 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] 10.222.0.75 "GET /v2.0/security-groups?id=836a3b2a-1cd9-4a42-a456-ffc8ec5959e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0896325 Apr 09 13:47:58.468253 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4878b36-e6da-462f-af87-978c0ffa6302 req-3ec8b464-d782-4094-ac31-bfce9bca4c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:47:58.469805 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-c4878b36-e6da-462f-af87-978c0ffa6302 req-3ec8b464-d782-4094-ac31-bfce9bca4c6e service neutron] 10.222.0.90 "GET /v2.0/networks?id=67ea7bc9-90ec-4e29-a802-2c1cb0aa9cea HTTP/1.1" status: 200 len: 919 time: 0.4362442 Apr 09 13:47:58.541813 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf301f95-b2af-478c-9736-da85b017c4c9 req-fa4fe07a-c3ce-4f6f-a640-78eb37e815cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:47:58.543314 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-cf301f95-b2af-478c-9736-da85b017c4c9 req-fa4fe07a-c3ce-4f6f-a640-78eb37e815cd service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=d99749794dc147dfb86af7ba6d9559b9&device_id=7690505b-47c6-4e11-9a94-a4cca9735a09 HTTP/1.1" status: 200 len: 1096 time: 0.6541758 Apr 09 13:47:58.610326 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55769b41-1fba-4341-8d68-511d9e782688 service neutron] Pushing event updated for resources: {'Port': ['ID=c815e3b4-7583-4fdb-941f-62cd10bf1dd3,revision_number=2']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:47:58.639250 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55769b41-1fba-4341-8d68-511d9e782688 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:47:58.639631 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55769b41-1fba-4341-8d68-511d9e782688 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:47:58.640639 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55769b41-1fba-4341-8d68-511d9e782688 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:47:58.641128 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55769b41-1fba-4341-8d68-511d9e782688 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:47:58.641662 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55769b41-1fba-4341-8d68-511d9e782688 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:47:58.642077 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55769b41-1fba-4341-8d68-511d9e782688 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:47:58.642468 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55769b41-1fba-4341-8d68-511d9e782688 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:47:58.643047 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55769b41-1fba-4341-8d68-511d9e782688 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:47:58.643436 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55769b41-1fba-4341-8d68-511d9e782688 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:47:58.643986 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55769b41-1fba-4341-8d68-511d9e782688 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:47:58.644374 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55769b41-1fba-4341-8d68-511d9e782688 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:47:58.644782 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55769b41-1fba-4341-8d68-511d9e782688 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:47:58.657888 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-55769b41-1fba-4341-8d68-511d9e782688 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:47:58.664587 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-c4878b36-e6da-462f-af87-978c0ffa6302 req-65a0b53e-a4f0-4552-aa99-8d9fc337c5cd service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a70629db-70f7-40f1-876a-a26bb3b34404 HTTP/1.1" status: 200 len: 217 time: 0.1832345 Apr 09 13:47:58.753161 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-cf301f95-b2af-478c-9736-da85b017c4c9 req-8fd66a56-0103-4f60-acbe-a94fc1c36644 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b77f07cd-8520-4204-9b79-403fff56965d HTTP/1.1" status: 200 len: 217 time: 0.1973953 Apr 09 13:47:58.767555 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-e2631fbc-20fb-445a-bffc-971991b72cfc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:58.773154 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-e2631fbc-20fb-445a-bffc-971991b72cfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738555'] for security_group, after_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:58.833130 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:47:58.863788 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b5d6eb5-8dfa-4fd0-8f2d-9dd3590c2daf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '317fc4fb-b778-458a-a027-e44683b0f676', 'code': 200} Apr 09 13:47:58.916290 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7690505b-47c6-4e11-9a94-a4cca9735a09', 'tag': 'b77f07cd-8520-4204-9b79-403fff56965d', 'status': 'completed', 'code': 200} Apr 09 13:47:58.922855 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf301f95-b2af-478c-9736-da85b017c4c9 req-081fd3c1-6378-4e46-8763-a2e27999fcc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:47:58.924443 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-cf301f95-b2af-478c-9736-da85b017c4c9 req-081fd3c1-6378-4e46-8763-a2e27999fcc5 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=77ac0229-49ba-4800-b155-c6281379a189 HTTP/1.1" status: 200 len: 858 time: 0.1655006 Apr 09 13:47:58.932835 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-e2631fbc-20fb-445a-bffc-971991b72cfc admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=5498e870a05d49b4b9365d444565db0b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6750984 Apr 09 13:47:58.937793 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85266) accepted ('10.222.0.75', 57850) {{(pid=85266) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:47:58.993048 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2631fbc-20fb-445a-bffc-971991b72cfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07507bc2-b8bb-4930-88da-68bfe5475d6c,revision_number=1']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:47:58.997767 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-e2631fbc-20fb-445a-bffc-971991b72cfc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:47:59.037904 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.managers [req-40537237-9c20-4f8f-bcc2-0ea31f607a87 req-55769b41-1fba-4341-8d68-511d9e782688 service neutron] Attempting to bind port c815e3b4-7583-4fdb-941f-62cd10bf1dd3 on host hv-cinder-78536 for vnic_type normal with profile {{(pid=85265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 09 13:47:59.037904 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.managers [req-40537237-9c20-4f8f-bcc2-0ea31f607a87 req-55769b41-1fba-4341-8d68-511d9e782688 service neutron] Attempting to bind port c815e3b4-7583-4fdb-941f-62cd10bf1dd3 by drivers openvswitch,hyperv on host hv-cinder-78536 at level 0 using segments [{'id': '5a4ed491-6058-4194-8f87-1763fd0fd419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '05572312-ba94-44c0-9d23-59b1e6c5c81f'}] {{(pid=85265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 09 13:47:59.037904 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40537237-9c20-4f8f-bcc2-0ea31f607a87 req-55769b41-1fba-4341-8d68-511d9e782688 service neutron] Attempting to bind port c815e3b4-7583-4fdb-941f-62cd10bf1dd3 on network 05572312-ba94-44c0-9d23-59b1e6c5c81f {{(pid=85265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 09 13:47:59.044207 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40537237-9c20-4f8f-bcc2-0ea31f607a87 req-55769b41-1fba-4341-8d68-511d9e782688 service neutron] Port c815e3b4-7583-4fdb-941f-62cd10bf1dd3 on network 05572312-ba94-44c0-9d23-59b1e6c5c81f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78536 {{(pid=85265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 09 13:47:59.044749 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40537237-9c20-4f8f-bcc2-0ea31f607a87 req-55769b41-1fba-4341-8d68-511d9e782688 service neutron] Attempting to bind port c815e3b4-7583-4fdb-941f-62cd10bf1dd3 on network 05572312-ba94-44c0-9d23-59b1e6c5c81f {{(pid=85265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 09 13:47:59.067339 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40537237-9c20-4f8f-bcc2-0ea31f607a87 req-55769b41-1fba-4341-8d68-511d9e782688 service neutron] Checking agent: {'id': '5a3daac1-2611-42bd-a388-caa17c5666c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78536', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 9, 13, 45, 11), 'started_at': datetime.datetime(2021, 4, 9, 13, 45, 11), 'heartbeat_timestamp': datetime.datetime(2021, 4, 9, 13, 47, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 09 13:47:59.067805 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40537237-9c20-4f8f-bcc2-0ea31f607a87 req-55769b41-1fba-4341-8d68-511d9e782688 service neutron] Checking segment: {'id': '5a4ed491-6058-4194-8f87-1763fd0fd419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '05572312-ba94-44c0-9d23-59b1e6c5c81f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 09 13:47:59.068246 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40537237-9c20-4f8f-bcc2-0ea31f607a87 req-55769b41-1fba-4341-8d68-511d9e782688 service neutron] Bound using segment: {'id': '5a4ed491-6058-4194-8f87-1763fd0fd419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '05572312-ba94-44c0-9d23-59b1e6c5c81f'} {{(pid=85265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 09 13:47:59.068799 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.managers [req-40537237-9c20-4f8f-bcc2-0ea31f607a87 req-55769b41-1fba-4341-8d68-511d9e782688 service neutron] Bound port: c815e3b4-7583-4fdb-941f-62cd10bf1dd3, host: hv-cinder-78536, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a4ed491-6058-4194-8f87-1763fd0fd419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '05572312-ba94-44c0-9d23-59b1e6c5c81f'}}] {{(pid=85265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 09 13:47:59.069210 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [req-40537237-9c20-4f8f-bcc2-0ea31f607a87 req-55769b41-1fba-4341-8d68-511d9e782688 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853739810'] for port, before_update {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:59.103013 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-cf301f95-b2af-478c-9736-da85b017c4c9 req-ac19a301-e181-43c7-84a0-3361ca765ddc service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=67ea7bc9-90ec-4e29-a802-2c1cb0aa9cea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1661882 Apr 09 13:47:59.115821 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe85f67-08b9-4ca7-92b5-3b59b4cead99 req-ac1fc9fb-b1db-4494-8c49-12adbceec6d4 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:47:59.117487 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-cfe85f67-08b9-4ca7-92b5-3b59b4cead99 req-ac1fc9fb-b1db-4494-8c49-12adbceec6d4 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] 10.222.0.75 "GET /v2.0/ports?device_id=8b5d6eb5-8dfa-4fd0-8f2d-9dd3590c2daf HTTP/1.1" status: 200 len: 945 time: 0.7674639 Apr 09 13:47:59.355339 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4878b36-e6da-462f-af87-978c0ffa6302 req-86f7d3fe-ff11-4623-9888-0f458e3fca4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:47:59.356936 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-c4878b36-e6da-462f-af87-978c0ffa6302 req-86f7d3fe-ff11-4623-9888-0f458e3fca4f service neutron] 10.222.0.90 "GET /v2.0/subnets?id=77ac0229-49ba-4800-b155-c6281379a189 HTTP/1.1" status: 200 len: 858 time: 0.6758790 Apr 09 13:47:59.360664 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-cf301f95-b2af-478c-9736-da85b017c4c9 req-04975dc7-1b9b-4a98-a1ef-6beaa5036cd3 service neutron] 10.222.0.90 "GET /v2.0/networks/67ea7bc9-90ec-4e29-a802-2c1cb0aa9cea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2339416 Apr 09 13:47:59.375923 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.db [req-40537237-9c20-4f8f-bcc2-0ea31f607a87 req-55769b41-1fba-4341-8d68-511d9e782688 service neutron] For port c815e3b4-7583-4fdb-941f-62cd10bf1dd3, host hv-cinder-78536, cleared binding levels {{(pid=85265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 09 13:47:59.382116 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.db [req-40537237-9c20-4f8f-bcc2-0ea31f607a87 req-55769b41-1fba-4341-8d68-511d9e782688 service neutron] For port c815e3b4-7583-4fdb-941f-62cd10bf1dd3, host hv-cinder-78536, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=c815e3b4-7583-4fdb-941f-62cd10bf1dd3,segment=NetworkSegment(5a4ed491-6058-4194-8f87-1763fd0fd419),segment_id=5a4ed491-6058-4194-8f87-1763fd0fd419)] {{(pid=85265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 09 13:47:59.389009 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [req-40537237-9c20-4f8f-bcc2-0ea31f607a87 req-55769b41-1fba-4341-8d68-511d9e782688 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853739901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853759498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265038874484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771815468181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265039307602'] for port, after_update {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:59.398542 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-cfe85f67-08b9-4ca7-92b5-3b59b4cead99 req-607a05ca-27a0-4ca9-9816-51bf0d8763c2 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] 10.222.0.75 "GET /v2.0/security-groups?id=947774b9-8c9c-4200-ad33-d72fdd5295bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2488568 Apr 09 13:47:59.410370 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:47:59.442022 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-ccc44960-2db4-4462-9e80-3bc172a3a152 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:47:59.719301 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-cf301f95-b2af-478c-9736-da85b017c4c9 req-0fa7ee16-55a6-42ff-99c2-b6b12dcf7a86 service neutron] 10.222.0.90 "GET /v2.0/networks/67ea7bc9-90ec-4e29-a802-2c1cb0aa9cea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3193376 Apr 09 13:47:59.754108 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9437cadc-386b-4812-bc0d-139d220216ae req-4fb23500-9bf8-4ac9-8ac4-e8d4eaf8a4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:47:59.758582 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-9437cadc-386b-4812-bc0d-139d220216ae req-4fb23500-9bf8-4ac9-8ac4-e8d4eaf8a4b2 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=8b5d6eb5-8dfa-4fd0-8f2d-9dd3590c2daf HTTP/1.1" status: 200 len: 1098 time: 0.5564067 Apr 09 13:47:59.759854 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-c4878b36-e6da-462f-af87-978c0ffa6302 req-a667e543-58e7-416f-a119-d8a69cc6ce85 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=67ea7bc9-90ec-4e29-a802-2c1cb0aa9cea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3587530 Apr 09 13:48:00.060026 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-c4878b36-e6da-462f-af87-978c0ffa6302 req-1adcc0c7-d887-42cc-897b-dca32d87ed60 service neutron] 10.222.0.90 "GET /v2.0/networks/67ea7bc9-90ec-4e29-a802-2c1cb0aa9cea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2733021 Apr 09 13:48:00.113086 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-ccc44960-2db4-4462-9e80-3bc172a3a152 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:00.167275 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55769b41-1fba-4341-8d68-511d9e782688 service neutron] Pushing event updated for resources: {'Port': ['ID=c815e3b4-7583-4fdb-941f-62cd10bf1dd3,revision_number=3']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:48:00.199271 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40537237-9c20-4f8f-bcc2-0ea31f607a87 req-55769b41-1fba-4341-8d68-511d9e782688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:48:00.199904 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [req-40537237-9c20-4f8f-bcc2-0ea31f607a87 req-55769b41-1fba-4341-8d68-511d9e782688 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758280'] for port, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:00.201800 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-40537237-9c20-4f8f-bcc2-0ea31f607a87 req-55769b41-1fba-4341-8d68-511d9e782688 service neutron] 10.222.0.90 "PUT /v2.0/ports/c815e3b4-7583-4fdb-941f-62cd10bf1dd3 HTTP/1.1" status: 200 len: 1094 time: 3.5435793 Apr 09 13:48:00.202472 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ffb272c-6295-48b3-b9cd-fed761b141a7', 'tag': 'c815e3b4-7583-4fdb-941f-62cd10bf1dd3'}] {{(pid=85265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 09 13:48:00.259582 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-55769b41-1fba-4341-8d68-511d9e782688 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.849s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:48:00.360966 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-c4878b36-e6da-462f-af87-978c0ffa6302 req-3aff0734-6073-4890-89f8-053c516eaa44 service neutron] 10.222.0.90 "GET /v2.0/networks/67ea7bc9-90ec-4e29-a802-2c1cb0aa9cea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2189896 Apr 09 13:48:00.364998 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-9437cadc-386b-4812-bc0d-139d220216ae req-caf3cb41-8ebb-4fce-9f5a-c8387129a5d9 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=947774b9-8c9c-4200-ad33-d72fdd5295bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5803993 Apr 09 13:48:00.417768 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40537237-9c20-4f8f-bcc2-0ea31f607a87 req-6fd98138-359d-4eaf-96df-54172fba7e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:48:00.419548 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-40537237-9c20-4f8f-bcc2-0ea31f607a87 req-6fd98138-359d-4eaf-96df-54172fba7e0c service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=8b1366e2a2764227a2e3ada9f6348323&device_id=1ffb272c-6295-48b3-b9cd-fed761b141a7 HTTP/1.1" status: 200 len: 1097 time: 0.1570241 Apr 09 13:48:00.533078 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b72aa9-bb1d-412f-abd4-47b025a1437c req-5309e656-9b0c-47f8-9fda-8d50e84b9528 tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:48:00.541549 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-23b72aa9-bb1d-412f-abd4-47b025a1437c req-5309e656-9b0c-47f8-9fda-8d50e84b9528 tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] 10.222.0.75 "GET /v2.0/ports?device_id=7690505b-47c6-4e11-9a94-a4cca9735a09 HTTP/1.1" status: 200 len: 943 time: 1.1768246 Apr 09 13:48:00.614125 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5763d3-2070-4d67-acfe-306cd3baba41 req-183eb84b-e998-4e70-9701-e054dd3feb39 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:48:00.615820 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-cf5763d3-2070-4d67-acfe-306cd3baba41 req-183eb84b-e998-4e70-9701-e054dd3feb39 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] 10.222.0.75 "GET /v2.0/ports?device_id=1ffb272c-6295-48b3-b9cd-fed761b141a7 HTTP/1.1" status: 200 len: 944 time: 0.8390098 Apr 09 13:48:00.632844 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-23b72aa9-bb1d-412f-abd4-47b025a1437c req-a74419a8-a965-486b-bdc2-34471bf1c2c9 tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] 10.222.0.75 "GET /v2.0/security-groups?id=eea7a60b-00a0-497d-babc-18f415d64d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900865 Apr 09 13:48:00.681814 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940a61dc-d5c9-4586-80c7-3321f1e251a4 req-f135da2f-aa21-4be8-bc85-9c9826ec635c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:48:00.683702 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-940a61dc-d5c9-4586-80c7-3321f1e251a4 req-f135da2f-aa21-4be8-bc85-9c9826ec635c service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=d99749794dc147dfb86af7ba6d9559b9&device_id=7690505b-47c6-4e11-9a94-a4cca9735a09 HTTP/1.1" status: 200 len: 1096 time: 0.9009848 Apr 09 13:48:00.687351 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-ccc44960-2db4-4462-9e80-3bc172a3a152 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738555'] for security_group, after_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:00.691907 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-40537237-9c20-4f8f-bcc2-0ea31f607a87 req-0b451c60-79fa-4fb2-bf4a-7e7e21f036f3 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c815e3b4-7583-4fdb-941f-62cd10bf1dd3 HTTP/1.1" status: 200 len: 217 time: 0.1723814 Apr 09 13:48:00.697020 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-cf5763d3-2070-4d67-acfe-306cd3baba41 req-475b42b5-6bbb-45b7-b82b-fc83726c80b8 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] 10.222.0.75 "GET /v2.0/security-groups?id=836a3b2a-1cd9-4a42-a456-ffc8ec5959e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625632 Apr 09 13:48:00.699133 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:48:00.743036 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc44960-2db4-4462-9e80-3bc172a3a152 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07507bc2-b8bb-4930-88da-68bfe5475d6c,revision_number=None']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:48:00.756160 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc44960-2db4-4462-9e80-3bc172a3a152 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:48:00.756560 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc44960-2db4-4462-9e80-3bc172a3a152 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:48:00.756952 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc44960-2db4-4462-9e80-3bc172a3a152 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:48:00.757437 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc44960-2db4-4462-9e80-3bc172a3a152 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:48:00.757859 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc44960-2db4-4462-9e80-3bc172a3a152 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:48:00.758239 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc44960-2db4-4462-9e80-3bc172a3a152 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:48:00.758620 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc44960-2db4-4462-9e80-3bc172a3a152 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:48:00.758998 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc44960-2db4-4462-9e80-3bc172a3a152 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:48:00.759377 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc44960-2db4-4462-9e80-3bc172a3a152 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:48:00.759756 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc44960-2db4-4462-9e80-3bc172a3a152 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:48:00.760132 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc44960-2db4-4462-9e80-3bc172a3a152 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:48:00.760502 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc44960-2db4-4462-9e80-3bc172a3a152 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:48:00.780021 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-ccc44960-2db4-4462-9e80-3bc172a3a152 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:48:00.848564 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40537237-9c20-4f8f-bcc2-0ea31f607a87 req-2153cf2e-8098-4bea-b008-d2ad78f3892c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:48:00.850479 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-40537237-9c20-4f8f-bcc2-0ea31f607a87 req-2153cf2e-8098-4bea-b008-d2ad78f3892c service neutron] 10.222.0.90 "GET /v2.0/subnets?id=52cd575a-477f-4889-af1f-960c6b2cd43e HTTP/1.1" status: 200 len: 850 time: 0.1384661 Apr 09 13:48:00.852404 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ffb272c-6295-48b3-b9cd-fed761b141a7', 'tag': 'c815e3b4-7583-4fdb-941f-62cd10bf1dd3', 'status': 'completed', 'code': 200} Apr 09 13:48:00.957192 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85266) accepted ('10.222.0.75', 57914) {{(pid=85266) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:48:00.980989 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-ccc44960-2db4-4462-9e80-3bc172a3a152 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:00.985562 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-ccc44960-2db4-4462-9e80-3bc172a3a152 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/07507bc2-b8bb-4930-88da-68bfe5475d6c HTTP/1.1" status: 204 len: 168 time: 2.0435138 Apr 09 13:48:01.011169 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40537237-9c20-4f8f-bcc2-0ea31f607a87 req-48e23214-e115-4610-b126-bf6c07593ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:48:01.014303 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-40537237-9c20-4f8f-bcc2-0ea31f607a87 req-48e23214-e115-4610-b126-bf6c07593ef8 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=05572312-ba94-44c0-9d23-59b1e6c5c81f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1548207 Apr 09 13:48:01.056234 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-328dede3-e9b6-492a-8f36-6ffe5ad8dc8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:01.285185 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-40537237-9c20-4f8f-bcc2-0ea31f607a87 req-ba6bb00b-78e3-4339-9e5e-345174da2f43 service neutron] 10.222.0.90 "GET /v2.0/networks/05572312-ba94-44c0-9d23-59b1e6c5c81f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2506988 Apr 09 13:48:01.496310 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940a61dc-d5c9-4586-80c7-3321f1e251a4 req-20f9de8e-5994-40a1-baa0-07897f0f9191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:48:01.498376 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-940a61dc-d5c9-4586-80c7-3321f1e251a4 req-20f9de8e-5994-40a1-baa0-07897f0f9191 service neutron] 10.222.0.90 "GET /v2.0/networks?id=67ea7bc9-90ec-4e29-a802-2c1cb0aa9cea HTTP/1.1" status: 200 len: 919 time: 0.7909112 Apr 09 13:48:01.514317 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-40537237-9c20-4f8f-bcc2-0ea31f607a87 req-e1b397b8-5d22-4801-8c32-87d6868a9460 service neutron] 10.222.0.90 "GET /v2.0/networks/05572312-ba94-44c0-9d23-59b1e6c5c81f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2218907 Apr 09 13:48:01.553545 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.rpc [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Device a70629db-70f7-40f1-876a-a26bb3b34404 details requested by agent hyperv_hv-cinder-78536 with host hv-cinder-78536 {{(pid=85267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 09 13:48:01.595100 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.75', 57930) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:48:01.642382 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-940a61dc-d5c9-4586-80c7-3321f1e251a4 req-33198ef2-a964-432c-8a8e-8c8cedad7bcf service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b77f07cd-8520-4204-9b79-403fff56965d HTTP/1.1" status: 200 len: 217 time: 0.1170998 Apr 09 13:48:01.645225 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-13015f05-605c-4e17-9448-fa3a619d6a76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:01.681431 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-c6994fbb-e9c9-47d1-a2a2-93c208b9de19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:01.723885 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-c6994fbb-e9c9-47d1-a2a2-93c208b9de19 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 13:48:01.726347 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-13015f05-605c-4e17-9448-fa3a619d6a76 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 13:48:01.738581 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-c6994fbb-e9c9-47d1-a2a2-93c208b9de19 admin admin] Usage tracker for resource:security_group_rule and tenant:9d63815e4901429f87c4a22293c9d0e0 is out of sync, need to count used quota {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 13:48:01.752407 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-c6994fbb-e9c9-47d1-a2a2-93c208b9de19 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 13:48:01.760780 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-13015f05-605c-4e17-9448-fa3a619d6a76 admin admin] Usage tracker for resource:security_group_rule and tenant:54c481771d984c8bb2a59334d8a21c89 is out of sync, need to count used quota {{(pid=85266) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 13:48:01.762479 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-c6994fbb-e9c9-47d1-a2a2-93c208b9de19 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 13:48:01.765426 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-13015f05-605c-4e17-9448-fa3a619d6a76 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85266) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 13:48:01.780536 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-13015f05-605c-4e17-9448-fa3a619d6a76 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 13:48:01.787321 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.db [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] For port a70629db-70f7-40f1-876a-a26bb3b34404, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=a70629db-70f7-40f1-876a-a26bb3b34404,segment=NetworkSegment(b9043e0b-04cf-45bd-b9f8-7ebd3edf93a8),segment_id=b9043e0b-04cf-45bd-b9f8-7ebd3edf93a8)] {{(pid=85267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 09 13:48:01.789938 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afa10b0-47c9-4601-8100-65399cabef54 req-6ca7f38f-c437-47c5-8a30-074e25a4c2f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:48:01.792087 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-8afa10b0-47c9-4601-8100-65399cabef54 req-6ca7f38f-c437-47c5-8a30-074e25a4c2f4 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=8b1366e2a2764227a2e3ada9f6348323&device_id=1ffb272c-6295-48b3-b9cd-fed761b141a7 HTTP/1.1" status: 200 len: 1097 time: 0.1658649 Apr 09 13:48:01.807401 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.rpc [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Returning: {'device': 'a70629db-70f7-40f1-876a-a26bb3b34404', 'network_id': '67ea7bc9-90ec-4e29-a802-2c1cb0aa9cea', 'port_id': 'a70629db-70f7-40f1-876a-a26bb3b34404', 'mac_address': 'fa:16:3e:44:2a:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 614, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77ac0229-49ba-4800-b155-c6281379a189', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 09 13:48:01.818163 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de787a24-a421-4125-9d38-b2d77beea36f req-00980edf-0487-4476-9c3e-771e222b4429 tempest-DeleteServersTestJSON-1971012576 tempest-DeleteServersTestJSON-1971012576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:48:01.826621 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-de787a24-a421-4125-9d38-b2d77beea36f req-00980edf-0487-4476-9c3e-771e222b4429 tempest-DeleteServersTestJSON-1971012576 tempest-DeleteServersTestJSON-1971012576-project] 10.222.0.75 "GET /v2.0/ports?device_id=0e6ebb1b-cbd7-45ef-82d0-d1d10f04df1b HTTP/1.1" status: 200 len: 946 time: 0.6755035 Apr 09 13:48:01.829737 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940a61dc-d5c9-4586-80c7-3321f1e251a4 req-6a0864ab-f349-44b0-b869-e3ee6ea94c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:48:01.831705 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-940a61dc-d5c9-4586-80c7-3321f1e251a4 req-6a0864ab-f349-44b0-b869-e3ee6ea94c61 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=77ac0229-49ba-4800-b155-c6281379a189 HTTP/1.1" status: 200 len: 858 time: 0.1735754 Apr 09 13:48:01.869022 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ca9e2a-6df7-4a25-ad55-bbe950ee6791 req-bea7eac2-149a-4b29-8efd-dd24cb2f4074 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:48:01.874859 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-69ca9e2a-6df7-4a25-ad55-bbe950ee6791 req-bea7eac2-149a-4b29-8efd-dd24cb2f4074 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] 10.222.0.75 "GET /v2.0/ports?device_id=8b5d6eb5-8dfa-4fd0-8f2d-9dd3590c2daf HTTP/1.1" status: 200 len: 945 time: 0.8095624 Apr 09 13:48:01.902393 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853739810'] for port, before_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:01.903930 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.notifiers.nova [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a70629db-70f7-40f1-876a-a26bb3b34404 {{(pid=85267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 09 13:48:01.921740 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.db [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] For port a70629db-70f7-40f1-876a-a26bb3b34404, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=a70629db-70f7-40f1-876a-a26bb3b34404,segment=NetworkSegment(b9043e0b-04cf-45bd-b9f8-7ebd3edf93a8),segment_id=b9043e0b-04cf-45bd-b9f8-7ebd3edf93a8)] {{(pid=85267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 09 13:48:01.925798 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853739901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853759498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265038874484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771815468181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265039307602'] for port, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:01.927975 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:48:02.001277 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afa10b0-47c9-4601-8100-65399cabef54 req-69f208cc-c485-4243-8a66-d60ab36a79eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:48:02.003486 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-8afa10b0-47c9-4601-8100-65399cabef54 req-69f208cc-c485-4243-8a66-d60ab36a79eb service neutron] 10.222.0.90 "GET /v2.0/networks?id=05572312-ba94-44c0-9d23-59b1e6c5c81f HTTP/1.1" status: 200 len: 912 time: 0.2005234 Apr 09 13:48:02.005776 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-69ca9e2a-6df7-4a25-ad55-bbe950ee6791 req-e0538f63-2e2d-4248-84e8-e9f6841d0c9c tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] 10.222.0.75 "GET /v2.0/security-groups?id=947774b9-8c9c-4200-ad33-d72fdd5295bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414798 Apr 09 13:48:02.015942 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-940a61dc-d5c9-4586-80c7-3321f1e251a4 req-213f8fdd-2163-4aac-aa9a-e995a904170e service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=67ea7bc9-90ec-4e29-a802-2c1cb0aa9cea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1689687 Apr 09 13:48:02.034147 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-de787a24-a421-4125-9d38-b2d77beea36f req-945683c0-cc3d-4c7e-976d-43ce542aca48 tempest-DeleteServersTestJSON-1971012576 tempest-DeleteServersTestJSON-1971012576-project] 10.222.0.75 "GET /v2.0/security-groups?id=7630f0ce-e518-49eb-b14c-24fd9c9bb8de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2063992 Apr 09 13:48:02.051478 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Pushing event updated for resources: {'Port': ['ID=a70629db-70f7-40f1-876a-a26bb3b34404,revision_number=4']} {{(pid=85267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:48:02.067045 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=85267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:48:02.173446 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-8afa10b0-47c9-4601-8100-65399cabef54 req-99fd1466-1591-436f-b76c-dc3932fac386 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c815e3b4-7583-4fdb-941f-62cd10bf1dd3 HTTP/1.1" status: 200 len: 217 time: 0.1571038 Apr 09 13:48:02.314653 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-c6994fbb-e9c9-47d1-a2a2-93c208b9de19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:02.319429 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afa10b0-47c9-4601-8100-65399cabef54 req-bee19972-4686-42eb-a1dd-0ff0968b61d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:48:02.321279 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-8afa10b0-47c9-4601-8100-65399cabef54 req-bee19972-4686-42eb-a1dd-0ff0968b61d9 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=52cd575a-477f-4889-af1f-960c6b2cd43e HTTP/1.1" status: 200 len: 850 time: 0.1343105 Apr 09 13:48:02.322462 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-c6994fbb-e9c9-47d1-a2a2-93c208b9de19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738555'] for security_group, after_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:02.334925 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-014c16a6-6b32-486f-8fb6-0732443652d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:48:02.366292 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-13015f05-605c-4e17-9448-fa3a619d6a76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:02.430862 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-13015f05-605c-4e17-9448-fa3a619d6a76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738555'] for security_group, after_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:02.437069 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-c6994fbb-e9c9-47d1-a2a2-93c208b9de19 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=9d63815e4901429f87c4a22293c9d0e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8403933 Apr 09 13:48:02.437842 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6994fbb-e9c9-47d1-a2a2-93c208b9de19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=478fd177-cf9e-4155-9a8c-fb6f404fca89,revision_number=1']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:48:02.441604 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-c6994fbb-e9c9-47d1-a2a2-93c208b9de19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:48:02.442340 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.75', 57944) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:48:02.460943 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:48:02.494870 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-940a61dc-d5c9-4586-80c7-3321f1e251a4 req-1549b08b-ded4-4ded-9ebb-d1e5dd8a8f03 service neutron] 10.222.0.90 "GET /v2.0/networks/67ea7bc9-90ec-4e29-a802-2c1cb0aa9cea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4486957 Apr 09 13:48:02.506219 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.db [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] get_ports_and_sgs() called for port_ids ['a70629db-70f7-40f1-876a-a26bb3b34404'] {{(pid=85267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 09 13:48:02.570886 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afa10b0-47c9-4601-8100-65399cabef54 req-757f94f4-cca8-4db8-9bd6-3d6a1e48e936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:48:02.572636 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-8afa10b0-47c9-4601-8100-65399cabef54 req-757f94f4-cca8-4db8-9bd6-3d6a1e48e936 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=05572312-ba94-44c0-9d23-59b1e6c5c81f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2414670 Apr 09 13:48:02.573635 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-821adff8-70ad-405d-b7c1-626f8e3049fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:02.586204 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13015f05-605c-4e17-9448-fa3a619d6a76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec098f2b-3028-467b-96e0-c042906f1dbf,revision_number=1']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:48:02.596786 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-13015f05-605c-4e17-9448-fa3a619d6a76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:48:02.599042 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-13015f05-605c-4e17-9448-fa3a619d6a76 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=54c481771d984c8bb2a59334d8a21c89&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6418955 Apr 09 13:48:02.605325 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85266) accepted ('10.222.0.75', 57948) {{(pid=85266) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:48:02.709618 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-821adff8-70ad-405d-b7c1-626f8e3049fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:02.737359 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-940a61dc-d5c9-4586-80c7-3321f1e251a4 req-39de668c-07d8-4a24-8aed-c2f6f0f2f3aa service neutron] 10.222.0.90 "GET /v2.0/networks/67ea7bc9-90ec-4e29-a802-2c1cb0aa9cea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2150381 Apr 09 13:48:02.765585 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679b254b-f248-4eac-9ce3-78ea5730285f req-41bf2918-b0d5-4ab2-bc8e-267fa5e54e1a tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:48:02.768500 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-679b254b-f248-4eac-9ce3-78ea5730285f req-41bf2918-b0d5-4ab2-bc8e-267fa5e54e1a tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] 10.222.0.75 "GET /v2.0/ports?device_id=1ffb272c-6295-48b3-b9cd-fed761b141a7 HTTP/1.1" status: 200 len: 944 time: 0.4960957 Apr 09 13:48:02.803711 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68578de-159f-4e8f-a175-c8b4289ec2f6 req-ed745deb-bbf4-44b7-9729-11e0608fa863 tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:48:02.807168 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-8afa10b0-47c9-4601-8100-65399cabef54 req-f7efcd02-b3e2-47bf-b57b-8dc9f4149cf3 service neutron] 10.222.0.90 "GET /v2.0/networks/05572312-ba94-44c0-9d23-59b1e6c5c81f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2216554 Apr 09 13:48:02.808079 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-e68578de-159f-4e8f-a175-c8b4289ec2f6 req-ed745deb-bbf4-44b7-9729-11e0608fa863 tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] 10.222.0.75 "GET /v2.0/ports?device_id=7690505b-47c6-4e11-9a94-a4cca9735a09 HTTP/1.1" status: 200 len: 943 time: 0.5376015 Apr 09 13:48:02.814659 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-821adff8-70ad-405d-b7c1-626f8e3049fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738555'] for security_group, after_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:02.822120 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-7034a6b3-2cfa-4b9c-bbda-89400c07dd64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:48:02.863833 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821adff8-70ad-405d-b7c1-626f8e3049fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=478fd177-cf9e-4155-9a8c-fb6f404fca89,revision_number=None']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:48:02.866494 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-821adff8-70ad-405d-b7c1-626f8e3049fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:48:02.881472 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-e68578de-159f-4e8f-a175-c8b4289ec2f6 req-47c1c1e3-8f2b-4252-b13e-12646f89b00c tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] 10.222.0.75 "GET /v2.0/security-groups?id=eea7a60b-00a0-497d-babc-18f415d64d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682051 Apr 09 13:48:02.886950 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-679b254b-f248-4eac-9ce3-78ea5730285f req-7bcb6e3a-93eb-413a-a3c8-1809d3667347 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] 10.222.0.75 "GET /v2.0/security-groups?id=836a3b2a-1cd9-4a42-a456-ffc8ec5959e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0950642 Apr 09 13:48:02.890386 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-821adff8-70ad-405d-b7c1-626f8e3049fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:02.894925 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-821adff8-70ad-405d-b7c1-626f8e3049fd admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/478fd177-cf9e-4155-9a8c-fb6f404fca89 HTTP/1.1" status: 204 len: 168 time: 0.4481566 Apr 09 13:48:02.935063 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-c3d49647-d3b2-4b37-8248-b6b89baea8a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:02.971251 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-c3d49647-d3b2-4b37-8248-b6b89baea8a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:03.037362 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-8afa10b0-47c9-4601-8100-65399cabef54 req-894aad75-a9e1-4bb9-a105-6effeea64aa7 service neutron] 10.222.0.90 "GET /v2.0/networks/05572312-ba94-44c0-9d23-59b1e6c5c81f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2178905 Apr 09 13:48:03.059156 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-c3d49647-d3b2-4b37-8248-b6b89baea8a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738555'] for security_group, after_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:03.070440 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-fe2eaffb-96f1-4dbc-8566-d19b78ecc391 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:48:03.088769 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d49647-d3b2-4b37-8248-b6b89baea8a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec098f2b-3028-467b-96e0-c042906f1dbf,revision_number=None']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:48:03.091303 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-c3d49647-d3b2-4b37-8248-b6b89baea8a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:48:03.094180 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-c3d49647-d3b2-4b37-8248-b6b89baea8a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:03.098374 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-c3d49647-d3b2-4b37-8248-b6b89baea8a0 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/ec098f2b-3028-467b-96e0-c042906f1dbf HTTP/1.1" status: 204 len: 168 time: 0.4453824 Apr 09 13:48:03.476337 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f41b2c8-15fd-4b2b-8ad6-aee5ea0403c4 req-18d198ad-760b-4386-bea6-32befb23d740 tempest-DeleteServersTestJSON-1971012576 tempest-DeleteServersTestJSON-1971012576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:48:03.478261 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-4f41b2c8-15fd-4b2b-8ad6-aee5ea0403c4 req-18d198ad-760b-4386-bea6-32befb23d740 tempest-DeleteServersTestJSON-1971012576 tempest-DeleteServersTestJSON-1971012576-project] 10.222.0.75 "GET /v2.0/ports?device_id=0e6ebb1b-cbd7-45ef-82d0-d1d10f04df1b HTTP/1.1" status: 200 len: 946 time: 0.2480071 Apr 09 13:48:03.570335 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.rpc [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Device b77f07cd-8520-4204-9b79-403fff56965d details requested by agent hyperv_hv-cinder-78536 with host hv-cinder-78536 {{(pid=85267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 09 13:48:03.599033 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d82c83-9f62-42c6-815d-0e2722bbb68b req-babd40b9-9b39-4ce7-bfa5-90691deee905 tempest-DeleteServersTestJSON-1971012576 tempest-DeleteServersTestJSON-1971012576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:48:03.600364 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [req-b3d82c83-9f62-42c6-815d-0e2722bbb68b req-babd40b9-9b39-4ce7-bfa5-90691deee905 tempest-DeleteServersTestJSON-1971012576 tempest-DeleteServersTestJSON-1971012576-project] Synchronizing usage tracker for tenant:21a623aaeceb4802b1032e20363c6154 on resource:port {{(pid=85265) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 09 13:48:03.611689 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64570006-de00-4a5b-8edf-bf2292f3df3b req-e748fc28-03f2-40de-b862-0a8bfe8d9938 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:48:03.629366 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-64570006-de00-4a5b-8edf-bf2292f3df3b req-e748fc28-03f2-40de-b862-0a8bfe8d9938 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] 10.222.0.75 "GET /v2.0/ports?device_id=8b5d6eb5-8dfa-4fd0-8f2d-9dd3590c2daf HTTP/1.1" status: 200 len: 945 time: 0.3965979 Apr 09 13:48:03.664930 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [req-b3d82c83-9f62-42c6-815d-0e2722bbb68b req-babd40b9-9b39-4ce7-bfa5-90691deee905 tempest-DeleteServersTestJSON-1971012576 tempest-DeleteServersTestJSON-1971012576-project] Unset dirty status for tenant:21a623aaeceb4802b1032e20363c6154 on resource:port {{(pid=85265) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 09 13:48:03.669759 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-b3d82c83-9f62-42c6-815d-0e2722bbb68b req-babd40b9-9b39-4ce7-bfa5-90691deee905 tempest-DeleteServersTestJSON-1971012576 tempest-DeleteServersTestJSON-1971012576-project] 10.222.0.90 "GET /v2.0/ports?device_id=0e6ebb1b-cbd7-45ef-82d0-d1d10f04df1b HTTP/1.1" status: 200 len: 946 time: 0.3398566 Apr 09 13:48:03.761077 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-4f41b2c8-15fd-4b2b-8ad6-aee5ea0403c4 req-870beee7-8316-4ed7-bb5e-43706a689f47 tempest-DeleteServersTestJSON-1971012576 tempest-DeleteServersTestJSON-1971012576-project] 10.222.0.75 "GET /v2.0/security-groups?id=7630f0ce-e518-49eb-b14c-24fd9c9bb8de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2568440 Apr 09 13:48:03.799264 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-64570006-de00-4a5b-8edf-bf2292f3df3b req-c4c1df5b-1bda-451d-b7a7-29efeb37cfed tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] 10.222.0.75 "GET /v2.0/security-groups?id=947774b9-8c9c-4200-ad33-d72fdd5295bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1619940 Apr 09 13:48:03.980190 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.plugin [req-b3d82c83-9f62-42c6-815d-0e2722bbb68b req-b1015908-29e4-45b4-a87c-b652a8f45a80 tempest-DeleteServersTestJSON-1971012576 tempest-DeleteServersTestJSON-1971012576-project] Deleting port f37da4d1-9561-4d90-8783-e0c6fd641102 {{(pid=85265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 09 13:48:03.980775 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [req-b3d82c83-9f62-42c6-815d-0e2722bbb68b req-b1015908-29e4-45b4-a87c-b652a8f45a80 tempest-DeleteServersTestJSON-1971012576 tempest-DeleteServersTestJSON-1971012576-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771815896742'] for port, before_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:03.985907 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.db [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] For port b77f07cd-8520-4204-9b79-403fff56965d, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=b77f07cd-8520-4204-9b79-403fff56965d,segment=NetworkSegment(b9043e0b-04cf-45bd-b9f8-7ebd3edf93a8),segment_id=b9043e0b-04cf-45bd-b9f8-7ebd3edf93a8)] {{(pid=85267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 09 13:48:04.027722 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.rpc [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Returning: {'device': 'b77f07cd-8520-4204-9b79-403fff56965d', 'network_id': '67ea7bc9-90ec-4e29-a802-2c1cb0aa9cea', 'port_id': 'b77f07cd-8520-4204-9b79-403fff56965d', 'mac_address': 'fa:16:3e:6e:6c:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 614, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77ac0229-49ba-4800-b155-c6281379a189', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 09 13:48:04.234364 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853739810'] for port, before_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:04.237876 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.notifiers.nova [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b77f07cd-8520-4204-9b79-403fff56965d {{(pid=85267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 09 13:48:04.276418 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.db [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] For port b77f07cd-8520-4204-9b79-403fff56965d, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=b77f07cd-8520-4204-9b79-403fff56965d,segment=NetworkSegment(b9043e0b-04cf-45bd-b9f8-7ebd3edf93a8),segment_id=b9043e0b-04cf-45bd-b9f8-7ebd3edf93a8)] {{(pid=85267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 09 13:48:04.283788 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853739901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853759498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265038874484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771815468181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265039307602'] for port, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:04.287419 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-450f0a6d-6ed3-47d4-b732-37c5e4925e18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:04.291899 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:48:04.305182 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e99c5d-0fbd-4bfb-8f8e-d40aea8cc2cb req-6d499bd9-89a6-4284-befe-7c7b9f87e630 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:48:04.319516 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-77e99c5d-0fbd-4bfb-8f8e-d40aea8cc2cb req-6d499bd9-89a6-4284-befe-7c7b9f87e630 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] 10.222.0.75 "GET /v2.0/ports?device_id=8b5d6eb5-8dfa-4fd0-8f2d-9dd3590c2daf HTTP/1.1" status: 200 len: 945 time: 0.3028324 Apr 09 13:48:04.322272 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85266) accepted ('10.222.0.75', 58018) {{(pid=85266) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:48:04.357988 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cae5a9-27e1-438b-bfe5-73fb816c2347 req-0412b327-7422-4ca5-bfbc-45216296318d tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:48:04.366026 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-51cae5a9-27e1-438b-bfe5-73fb816c2347 req-0412b327-7422-4ca5-bfbc-45216296318d tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] 10.222.0.75 "GET /v2.0/ports?device_id=1ffb272c-6295-48b3-b9cd-fed761b141a7 HTTP/1.1" status: 200 len: 944 time: 0.1900985 Apr 09 13:48:04.370026 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.v2.base [None req-025012cb-b18e-4568-b0ab-8107fce0843f tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Request body: {'floatingip': {'port_id': '317fc4fb-b778-458a-a027-e44683b0f676'}} {{(pid=85266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 09 13:48:04.477223 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Pushing event updated for resources: {'Port': ['ID=b77f07cd-8520-4204-9b79-403fff56965d,revision_number=4']} {{(pid=85267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:48:04.529003 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:48:04.529539 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:48:04.540936 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:48:04.541581 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:48:04.553567 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:48:04.555726 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:48:04.556350 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:48:04.556956 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:48:04.557552 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:48:04.558214 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:48:04.558815 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:48:04.568523 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:48:04.591920 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=85267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:48:04.598761 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.db [req-b3d82c83-9f62-42c6-815d-0e2722bbb68b req-b1015908-29e4-45b4-a87c-b652a8f45a80 tempest-DeleteServersTestJSON-1971012576 tempest-DeleteServersTestJSON-1971012576-project] For port f37da4d1-9561-4d90-8783-e0c6fd641102, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=f37da4d1-9561-4d90-8783-e0c6fd641102,segment=NetworkSegment(d950d12a-5b5b-4326-af6e-33261ee7442a),segment_id=d950d12a-5b5b-4326-af6e-33261ee7442a)] {{(pid=85265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 09 13:48:04.599359 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [req-b3d82c83-9f62-42c6-815d-0e2722bbb68b req-b1015908-29e4-45b4-a87c-b652a8f45a80 tempest-DeleteServersTestJSON-1971012576 tempest-DeleteServersTestJSON-1971012576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-707704'] for port, precommit_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:04.667573 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-038b6fee-909e-41c9-b649-649ad33ce393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:04.693980 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-025012cb-b18e-4568-b0ab-8107fce0843f tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Notify callbacks [] for floatingip, before_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:04.767777 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-51cae5a9-27e1-438b-bfe5-73fb816c2347 req-601d69b2-25f9-4cb2-bcad-a50ddc80ca58 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] 10.222.0.75 "GET /v2.0/security-groups?id=836a3b2a-1cd9-4a42-a456-ffc8ec5959e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2444820 Apr 09 13:48:04.817895 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.db [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] get_ports_and_sgs() called for port_ids ['b77f07cd-8520-4204-9b79-403fff56965d'] {{(pid=85267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 09 13:48:05.113168 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.plugin [req-b3d82c83-9f62-42c6-815d-0e2722bbb68b req-b1015908-29e4-45b4-a87c-b652a8f45a80 tempest-DeleteServersTestJSON-1971012576 tempest-DeleteServersTestJSON-1971012576-project] Calling delete_port for f37da4d1-9561-4d90-8783-e0c6fd641102 owned by compute:nova {{(pid=85265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 09 13:48:05.364820 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:05.570061 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5558a43d-36bb-473e-9cfd-dabba667953d req-e28fe011-1540-4fbd-baa3-58a8f8e233e5 tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:48:05.572832 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-5558a43d-36bb-473e-9cfd-dabba667953d req-e28fe011-1540-4fbd-baa3-58a8f8e233e5 tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] 10.222.0.75 "GET /v2.0/ports?device_id=7690505b-47c6-4e11-9a94-a4cca9735a09 HTTP/1.1" status: 200 len: 944 time: 0.9933636 Apr 09 13:48:05.601767 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.rpc [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Device c815e3b4-7583-4fdb-941f-62cd10bf1dd3 details requested by agent hyperv_hv-cinder-78536 with host hv-cinder-78536 {{(pid=85267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 09 13:48:05.669171 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.rpc [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Device a70629db-70f7-40f1-876a-a26bb3b34404 up at agent hyperv_hv-cinder-78536 {{(pid=85267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 09 13:48:05.749615 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [req-b3d82c83-9f62-42c6-815d-0e2722bbb68b req-b1015908-29e4-45b4-a87c-b652a8f45a80 tempest-DeleteServersTestJSON-1971012576 tempest-DeleteServersTestJSON-1971012576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853739901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853759498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363265038874501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363265039307636'] for port, after_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:05.787207 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-3f349482-a0e1-4149-8b37-0c3e16552713 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:48:05.883090 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1015908-29e4-45b4-a87c-b652a8f45a80 tempest-DeleteServersTestJSON-1971012576 tempest-DeleteServersTestJSON-1971012576-project] Pushing event deleted for resources: {'Port': ['ID=f37da4d1-9561-4d90-8783-e0c6fd641102,revision_number=None']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:48:05.888247 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-b1015908-29e4-45b4-a87c-b652a8f45a80 tempest-DeleteServersTestJSON-1971012576 tempest-DeleteServersTestJSON-1971012576-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:48:05.956533 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-c378f248-96be-4ef7-a52f-f55c09e56a36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:06.019176 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.db [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] get_ports_and_sgs() called for port_ids ['f37da4d1-9561-4d90-8783-e0c6fd641102'] {{(pid=85267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 09 13:48:06.182099 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.provisioning_blocks [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Provisioning for port a70629db-70f7-40f1-876a-a26bb3b34404 completed by entity L2. {{(pid=85267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 09 13:48:06.191086 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.provisioning_blocks [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Provisioning complete for port a70629db-70f7-40f1-876a-a26bb3b34404 triggered by entity L2. {{(pid=85267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 09 13:48:06.200876 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765226'] for port, provisioning_complete {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:06.319140 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.db [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] For port c815e3b4-7583-4fdb-941f-62cd10bf1dd3, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=c815e3b4-7583-4fdb-941f-62cd10bf1dd3,segment=NetworkSegment(5a4ed491-6058-4194-8f87-1763fd0fd419),segment_id=5a4ed491-6058-4194-8f87-1763fd0fd419)] {{(pid=85267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 09 13:48:06.321202 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3d82c83-9f62-42c6-815d-0e2722bbb68b req-b1015908-29e4-45b4-a87c-b652a8f45a80 tempest-DeleteServersTestJSON-1971012576 tempest-DeleteServersTestJSON-1971012576-project] No DVR routers for this DVR port f37da4d1-9561-4d90-8783-e0c6fd641102 on host hv-cinder-78536 {{(pid=85265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 09 13:48:06.326120 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [req-b3d82c83-9f62-42c6-815d-0e2722bbb68b req-b1015908-29e4-45b4-a87c-b652a8f45a80 tempest-DeleteServersTestJSON-1971012576 tempest-DeleteServersTestJSON-1971012576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770645'] for port, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:06.338696 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e6ebb1b-cbd7-45ef-82d0-d1d10f04df1b', 'name': 'network-vif-deleted', 'tag': 'f37da4d1-9561-4d90-8783-e0c6fd641102'}] {{(pid=85265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 09 13:48:06.347372 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-b3d82c83-9f62-42c6-815d-0e2722bbb68b req-b1015908-29e4-45b4-a87c-b652a8f45a80 tempest-DeleteServersTestJSON-1971012576 tempest-DeleteServersTestJSON-1971012576-project] 10.222.0.90 "DELETE /v2.0/ports/f37da4d1-9561-4d90-8783-e0c6fd641102 HTTP/1.1" status: 204 len: 173 time: 2.6691573 Apr 09 13:48:06.422348 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.rpc [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Returning: {'device': 'c815e3b4-7583-4fdb-941f-62cd10bf1dd3', 'network_id': '05572312-ba94-44c0-9d23-59b1e6c5c81f', 'port_id': 'c815e3b4-7583-4fdb-941f-62cd10bf1dd3', 'mac_address': 'fa:16:3e:3e:3d:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 631, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52cd575a-477f-4889-af1f-960c6b2cd43e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 09 13:48:06.443431 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-05f20ec9-a375-4373-97be-10fdaf4d5ac1 req-760dfd2d-c3c7-41da-b0cb-5023fd379fbe tempest-DeleteServersTestJSON-1971012576 tempest-DeleteServersTestJSON-1971012576-project] 10.222.0.75 "GET /v2.0/ports?device_id=0e6ebb1b-cbd7-45ef-82d0-d1d10f04df1b HTTP/1.1" status: 200 len: 210 time: 0.8268297 Apr 09 13:48:06.485705 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-5558a43d-36bb-473e-9cfd-dabba667953d req-d7e00c81-f0ee-4222-bd19-a81908f9bb11 tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] 10.222.0.75 "GET /v2.0/security-groups?id=eea7a60b-00a0-497d-babc-18f415d64d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9013016 Apr 09 13:48:06.632396 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e6ebb1b-cbd7-45ef-82d0-d1d10f04df1b', 'name': 'network-vif-deleted', 'tag': 'f37da4d1-9561-4d90-8783-e0c6fd641102', 'status': 'completed', 'code': 200} Apr 09 13:48:06.664499 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853739810'] for port, before_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:06.674758 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.notifiers.nova [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c815e3b4-7583-4fdb-941f-62cd10bf1dd3 {{(pid=85267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 09 13:48:06.736766 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.db [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] For port c815e3b4-7583-4fdb-941f-62cd10bf1dd3, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=c815e3b4-7583-4fdb-941f-62cd10bf1dd3,segment=NetworkSegment(5a4ed491-6058-4194-8f87-1763fd0fd419),segment_id=5a4ed491-6058-4194-8f87-1763fd0fd419)] {{(pid=85267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 09 13:48:06.809167 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853739901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853759498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265038874484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771815468181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265039307602'] for port, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:06.814460 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:48:06.861087 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853739810'] for port, before_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:06.892753 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b0c4a3a-57ce-4e76-a767-bd7ea7d79510', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a70629db-70f7-40f1-876a-a26bb3b34404'}] {{(pid=85267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 09 13:48:06.927215 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.db [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] For port a70629db-70f7-40f1-876a-a26bb3b34404, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=a70629db-70f7-40f1-876a-a26bb3b34404,segment=NetworkSegment(b9043e0b-04cf-45bd-b9f8-7ebd3edf93a8),segment_id=b9043e0b-04cf-45bd-b9f8-7ebd3edf93a8)] {{(pid=85267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 09 13:48:06.928678 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Pushing event updated for resources: {'Port': ['ID=c815e3b4-7583-4fdb-941f-62cd10bf1dd3,revision_number=4']} {{(pid=85267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:48:06.944821 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=85267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:48:06.946604 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853739901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853759498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265038874484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771815468181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265039307602'] for port, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:06.948975 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-7cd8e377-0224-49e4-9187-d122ebe2eb87 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:48:06.998145 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896d18e2-20f1-4f86-af54-9ab05e14e30f req-3471ab0b-3a05-4fd1-a312-1ee0197008a2 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:48:07.000356 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-896d18e2-20f1-4f86-af54-9ab05e14e30f req-3471ab0b-3a05-4fd1-a312-1ee0197008a2 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] 10.222.0.75 "GET /v2.0/ports?device_id=1ffb272c-6295-48b3-b9cd-fed761b141a7 HTTP/1.1" status: 200 len: 945 time: 0.2987130 Apr 09 13:48:07.047627 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b0c4a3a-57ce-4e76-a767-bd7ea7d79510', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a70629db-70f7-40f1-876a-a26bb3b34404', 'code': 200} Apr 09 13:48:07.049175 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Pushing event updated for resources: {'Port': ['ID=a70629db-70f7-40f1-876a-a26bb3b34404,revision_number=5']} {{(pid=85267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:48:07.058598 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=85267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:48:07.073430 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-896d18e2-20f1-4f86-af54-9ab05e14e30f req-f7520065-795b-441b-9537-5860f9727790 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] 10.222.0.75 "GET /v2.0/security-groups?id=836a3b2a-1cd9-4a42-a456-ffc8ec5959e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317023 Apr 09 13:48:07.112331 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.db.resource_extend [None req-025012cb-b18e-4568-b0ab-8107fce0843f tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=85266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 09 13:48:07.258758 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-025012cb-b18e-4568-b0ab-8107fce0843f tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:07.262420 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-025012cb-b18e-4568-b0ab-8107fce0843f tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-711411'] for floatingip, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:07.312797 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.db [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] get_ports_and_sgs() called for port_ids ['c815e3b4-7583-4fdb-941f-62cd10bf1dd3'] {{(pid=85267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 09 13:48:07.558542 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.db.l3_db [None req-025012cb-b18e-4568-b0ab-8107fce0843f tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Floating IP de037abc-5851-422e-80df-235aa444081f associated. External IP: 172.28.0.40, port: 317fc4fb-b778-458a-a027-e44683b0f676. Apr 09 13:48:07.614525 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8945c1-10db-4b8c-b12e-4936d75dbdbb req-9de8321b-cf2a-4570-9eca-860353c0da75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:48:07.626445 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-2d8945c1-10db-4b8c-b12e-4936d75dbdbb req-9de8321b-cf2a-4570-9eca-860353c0da75 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=3b0c4a3a-57ce-4e76-a767-bd7ea7d79510 HTTP/1.1" status: 200 len: 1099 time: 0.3100879 Apr 09 13:48:07.649956 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.rpc [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Device b77f07cd-8520-4204-9b79-403fff56965d up at agent hyperv_hv-cinder-78536 {{(pid=85267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 09 13:48:07.705619 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-2d8945c1-10db-4b8c-b12e-4936d75dbdbb req-46486932-0f34-4830-8d37-65a5f643da72 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=eea7a60b-00a0-497d-babc-18f415d64d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620697 Apr 09 13:48:07.814011 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.provisioning_blocks [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Provisioning for port b77f07cd-8520-4204-9b79-403fff56965d completed by entity L2. {{(pid=85267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 09 13:48:07.824380 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.provisioning_blocks [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Provisioning complete for port b77f07cd-8520-4204-9b79-403fff56965d triggered by entity L2. {{(pid=85267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 09 13:48:07.825123 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765226'] for port, provisioning_complete {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:07.921914 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.75', 58164) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:48:08.190324 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-cfab986d-f31d-47ac-b8cd-389684eaf0bc req-0f0cc776-2c0a-4cce-b3e7-76d74a1b6144 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=0e6ebb1b-cbd7-45ef-82d0-d1d10f04df1b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.1457047 Apr 09 13:48:08.267511 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853739810'] for port, before_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:08.316589 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.db [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] For port b77f07cd-8520-4204-9b79-403fff56965d, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=b77f07cd-8520-4204-9b79-403fff56965d,segment=NetworkSegment(b9043e0b-04cf-45bd-b9f8-7ebd3edf93a8),segment_id=b9043e0b-04cf-45bd-b9f8-7ebd3edf93a8)] {{(pid=85267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 09 13:48:08.321560 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853739901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853759498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265038874484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771815468181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265039307602'] for port, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:08.322794 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.rpc [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Device f37da4d1-9561-4d90-8783-e0c6fd641102 no longer exists at agent hyperv_hv-cinder-78536 {{(pid=85267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 09 13:48:08.331645 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.75', 58178) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:48:08.406828 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-b56a1bcc-7211-405a-84c6-b7e01d47d42b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:48:08.459707 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.plugin [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] No Port match for: f37da4d1-9561-4d90-8783-e0c6fd641102 {{(pid=85267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 09 13:48:08.459900 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.rpc [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Device f37da4d1-9561-4d90-8783-e0c6fd641102 not bound to the agent host hv-cinder-78536 {{(pid=85267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 09 13:48:08.522013 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-f8f42c77-1f03-4518-b7a4-c47116b6eaa4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:08.558156 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-f8f42c77-1f03-4518-b7a4-c47116b6eaa4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 13:48:08.563065 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-f8f42c77-1f03-4518-b7a4-c47116b6eaa4 admin admin] Usage tracker for resource:security_group_rule and tenant:822d99769fd44229bc0fff58a8be9310 is out of sync, need to count used quota {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 13:48:08.566438 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-f8f42c77-1f03-4518-b7a4-c47116b6eaa4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 13:48:08.568229 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Pushing event updated for resources: {'Port': ['ID=b77f07cd-8520-4204-9b79-403fff56965d,revision_number=5']} {{(pid=85267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:48:08.572096 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=85267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:48:08.576649 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-f8f42c77-1f03-4518-b7a4-c47116b6eaa4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 13:48:08.630516 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-68deff4a-8b4b-4d3a-ad71-0e4d053f3d0f req-16278d22-4f08-4ea8-a13f-53201ffc7466 tempest-DeleteServersTestJSON-1971012576 tempest-DeleteServersTestJSON-1971012576-project] 10.222.0.75 "GET /v2.0/ports?device_id=0e6ebb1b-cbd7-45ef-82d0-d1d10f04df1b HTTP/1.1" status: 200 len: 210 time: 0.4363635 Apr 09 13:48:08.669562 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-cfab986d-f31d-47ac-b8cd-389684eaf0bc req-5fa9bfc4-e3d5-4393-ae96-2ff906fa5a7b service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=21a623aaeceb4802b1032e20363c6154&device_id=0e6ebb1b-cbd7-45ef-82d0-d1d10f04df1b HTTP/1.1" status: 200 len: 210 time: 0.3081856 Apr 09 13:48:08.670425 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-82dd83ea-f684-410f-9119-d58a3c112ebc admin admin] Notify callbacks [] for security_group, before_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:08.859939 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-82dd83ea-f684-410f-9119-d58a3c112ebc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 13:48:08.877215 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-82dd83ea-f684-410f-9119-d58a3c112ebc admin admin] Usage tracker for resource:security_group_rule and tenant:cadc5a8d55a7479db92503a4352c1b2a is out of sync, need to count used quota {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 13:48:08.886260 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-82dd83ea-f684-410f-9119-d58a3c112ebc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 13:48:08.911288 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-82dd83ea-f684-410f-9119-d58a3c112ebc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 13:48:08.943643 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2dcf35-31b1-40d6-bca1-08ac3466a924 req-fcdfa8b2-03ef-4718-9914-6ae160098340 tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:48:08.953190 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-ef2dcf35-31b1-40d6-bca1-08ac3466a924 req-fcdfa8b2-03ef-4718-9914-6ae160098340 tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] 10.222.0.75 "GET /v2.0/ports?device_id=7690505b-47c6-4e11-9a94-a4cca9735a09 HTTP/1.1" status: 200 len: 945 time: 0.7484963 Apr 09 13:48:08.975086 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.75', 58192) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:48:08.976530 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfab986d-f31d-47ac-b8cd-389684eaf0bc req-13cc512b-809c-4a8a-9616-943befb7a9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:48:08.978451 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-cfab986d-f31d-47ac-b8cd-389684eaf0bc req-13cc512b-809c-4a8a-9616-943befb7a9b7 service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=21a623aaeceb4802b1032e20363c6154&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2749941 Apr 09 13:48:09.032866 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-ef2dcf35-31b1-40d6-bca1-08ac3466a924 req-384b8d51-bcf7-4555-8c80-1c5712ef6000 tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] 10.222.0.75 "GET /v2.0/security-groups?id=eea7a60b-00a0-497d-babc-18f415d64d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784059 Apr 09 13:48:09.049658 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7690505b-47c6-4e11-9a94-a4cca9735a09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b77f07cd-8520-4204-9b79-403fff56965d'}] {{(pid=85267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 09 13:48:09.062759 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-025012cb-b18e-4568-b0ab-8107fce0843f tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Router 6caea2b6-d44d-482d-962a-f28d34b0d95c has already been hosted by L3 agent 69305824-358b-46b0-9707-cd2ded304b9c {{(pid=85266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 09 13:48:09.086528 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf4a214-5791-4be8-9297-2def42f52c73 req-0fd0f2ae-dbd7-4e95-b989-a1ad7860f624 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:48:09.089387 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-4bf4a214-5791-4be8-9297-2def42f52c73 req-0fd0f2ae-dbd7-4e95-b989-a1ad7860f624 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] 10.222.0.75 "GET /v2.0/ports?device_id=1ffb272c-6295-48b3-b9cd-fed761b141a7 HTTP/1.1" status: 200 len: 945 time: 0.2433064 Apr 09 13:48:09.134599 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7690505b-47c6-4e11-9a94-a4cca9735a09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b77f07cd-8520-4204-9b79-403fff56965d', 'code': 200} Apr 09 13:48:09.302090 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-f8f42c77-1f03-4518-b7a4-c47116b6eaa4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:09.305534 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-13eddb79-a4cc-41c1-b368-5a0a4ec1d0ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:09.382933 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-f8f42c77-1f03-4518-b7a4-c47116b6eaa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738555'] for security_group, after_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:09.402970 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:48:09.419062 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-13eddb79-a4cc-41c1-b368-5a0a4ec1d0ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 13:48:09.443976 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-13eddb79-a4cc-41c1-b368-5a0a4ec1d0ca admin admin] Usage tracker for resource:security_group_rule and tenant:84dcffb4dc24422da739a4f2a67bd0fe is out of sync, need to count used quota {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 13:48:09.463788 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-13eddb79-a4cc-41c1-b368-5a0a4ec1d0ca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 13:48:09.481853 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-13eddb79-a4cc-41c1-b368-5a0a4ec1d0ca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 13:48:09.487200 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-f8f42c77-1f03-4518-b7a4-c47116b6eaa4 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=822d99769fd44229bc0fff58a8be9310&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5638461 Apr 09 13:48:09.520970 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.75', 58200) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:48:09.553351 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f42c77-1f03-4518-b7a4-c47116b6eaa4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=212b2430-80fc-4add-9627-f1a9f7d76d4f,revision_number=1']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:48:09.558178 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-4bf4a214-5791-4be8-9297-2def42f52c73 req-4dbfce0b-9690-4448-9718-131102e69906 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] 10.222.0.75 "GET /v2.0/security-groups?id=836a3b2a-1cd9-4a42-a456-ffc8ec5959e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3823712 Apr 09 13:48:09.581644 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-f8f42c77-1f03-4518-b7a4-c47116b6eaa4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:48:09.613776 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfab986d-f31d-47ac-b8cd-389684eaf0bc req-5daea5e0-9c24-49d0-9bae-ac11b932967e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:48:09.615450 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-cfab986d-f31d-47ac-b8cd-389684eaf0bc req-5daea5e0-9c24-49d0-9bae-ac11b932967e service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6247356 Apr 09 13:48:09.625761 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-025012cb-b18e-4568-b0ab-8107fce0843f tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Notify agent at l3_agent.dv-cinder-785362-1-smb the message routers_updated {{(pid=85266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 09 13:48:09.634951 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.rpc [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Device c815e3b4-7583-4fdb-941f-62cd10bf1dd3 up at agent hyperv_hv-cinder-78536 {{(pid=85267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 09 13:48:09.636919 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-025012cb-b18e-4568-b0ab-8107fce0843f tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770645'] for floatingip, before_response {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:09.655717 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fa675b0-87b4-4b87-ba98-d91273ad6253 None None] Sync routers for ids ['6caea2b6-d44d-482d-962a-f28d34b0d95c'] in dv-cinder-785362-1-smb {{(pid=85268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 09 13:48:09.677239 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fa675b0-87b4-4b87-ba98-d91273ad6253 None None] Routers {'6caea2b6-d44d-482d-962a-f28d34b0d95c'} bound to L3 agent in host dv-cinder-785362-1-smb {{(pid=85268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 09 13:48:09.678789 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_hamode_db [None req-7fa675b0-87b4-4b87-ba98-d91273ad6253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-785362-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-09T13:38:04Z,description=,heartbeat_timestamp=2021-04-09T13:48:04Z,host='dv-cinder-785362-1-smb',id=69305824-358b-46b0-9707-cd2ded304b9c,load=0,resource_versions=,resources_synced=,started_at=2021-04-09T13:38:04Z,topic='l3_agent')) {'router_ids': ['6caea2b6-d44d-482d-962a-f28d34b0d95c'], 'active': True} {{(pid=85268) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 13:48:09.690892 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-82dd83ea-f684-410f-9119-d58a3c112ebc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:09.698094 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c62b9d-088b-48e0-9ecb-55c170cbed0b req-63d3227d-519a-4d0e-a277-565d5299e8f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:48:09.700233 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-80c62b9d-088b-48e0-9ecb-55c170cbed0b req-63d3227d-519a-4d0e-a277-565d5299e8f3 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=7690505b-47c6-4e11-9a94-a4cca9735a09 HTTP/1.1" status: 200 len: 1098 time: 0.2147744 Apr 09 13:48:09.720123 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-82dd83ea-f684-410f-9119-d58a3c112ebc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738555'] for security_group, after_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:09.735096 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.provisioning_blocks [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Provisioning for port c815e3b4-7583-4fdb-941f-62cd10bf1dd3 completed by entity L2. {{(pid=85267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 09 13:48:09.741670 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.provisioning_blocks [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Provisioning complete for port c815e3b4-7583-4fdb-941f-62cd10bf1dd3 triggered by entity L2. {{(pid=85267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 09 13:48:09.742784 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765226'] for port, provisioning_complete {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:09.743274 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-218a0cdb-6067-4fce-95a0-90c5b6e04fcd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:48:09.761213 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-13eddb79-a4cc-41c1-b368-5a0a4ec1d0ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:09.789468 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-13eddb79-a4cc-41c1-b368-5a0a4ec1d0ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738555'] for security_group, after_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:09.830104 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-80c62b9d-088b-48e0-9ecb-55c170cbed0b req-229755e8-70a5-4c46-9f44-9fa29fb98d1d service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=eea7a60b-00a0-497d-babc-18f415d64d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226699 Apr 09 13:48:09.832108 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-025012cb-b18e-4568-b0ab-8107fce0843f tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] 10.222.0.75 "PUT /v2.0/floatingips/de037abc-5851-422e-80df-235aa444081f HTTP/1.1" status: 200 len: 990 time: 5.5047719 Apr 09 13:48:09.833087 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b5d6eb5-8dfa-4fd0-8f2d-9dd3590c2daf', 'tag': '317fc4fb-b778-458a-a027-e44683b0f676'}] {{(pid=85266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 09 13:48:09.837483 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-8c47c652-7b88-4770-b0b8-48b5720bbe38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:09.932559 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853739810'] for port, before_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:09.956485 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.db [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] For port c815e3b4-7583-4fdb-941f-62cd10bf1dd3, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=c815e3b4-7583-4fdb-941f-62cd10bf1dd3,segment=NetworkSegment(5a4ed491-6058-4194-8f87-1763fd0fd419),segment_id=5a4ed491-6058-4194-8f87-1763fd0fd419)] {{(pid=85267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 09 13:48:09.963057 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-82dd83ea-f684-410f-9119-d58a3c112ebc admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=cadc5a8d55a7479db92503a4352c1b2a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6266427 Apr 09 13:48:09.963261 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853739901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853759498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265038874484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771815468181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265039307602'] for port, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:09.963261 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-7cd8e377-0224-49e4-9187-d122ebe2eb87 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:48:09.964519 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85266) accepted ('10.222.0.75', 58214) {{(pid=85266) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:48:09.977255 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82dd83ea-f684-410f-9119-d58a3c112ebc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5d4930f-4bcc-4709-8254-775c1de5f103,revision_number=1']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:48:09.998604 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-82dd83ea-f684-410f-9119-d58a3c112ebc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:48:09.999674 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-1c5a4b45-f323-4c3a-ab2c-dce3496d0163 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.162s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:48:10.022900 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b5d6eb5-8dfa-4fd0-8f2d-9dd3590c2daf', 'tag': '317fc4fb-b778-458a-a027-e44683b0f676', 'status': 'completed', 'code': 200} Apr 09 13:48:10.057488 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-13eddb79-a4cc-41c1-b368-5a0a4ec1d0ca admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=84dcffb4dc24422da739a4f2a67bd0fe&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0778620 Apr 09 13:48:10.080889 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Pushing event updated for resources: {'Port': ['ID=c815e3b4-7583-4fdb-941f-62cd10bf1dd3,revision_number=5']} {{(pid=85267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:48:10.088117 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.75', 58218) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:48:10.094350 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=85267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:48:10.133827 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-8c47c652-7b88-4770-b0b8-48b5720bbe38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:10.156841 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_dvr_db [None req-7fa675b0-87b4-4b87-ba98-d91273ad6253 None None] Set router 6caea2b6-d44d-482d-962a-f28d34b0d95c gateway port host: dv-cinder-785362-1-smb {{(pid=85268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 09 13:48:10.292120 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13eddb79-a4cc-41c1-b368-5a0a4ec1d0ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=195a8d99-7a33-4597-b1fd-ae31db017d86,revision_number=1']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:48:10.300893 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-13eddb79-a4cc-41c1-b368-5a0a4ec1d0ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:48:10.320234 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-cf8fed1f-4690-4a41-a3df-a92c825b0c0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:10.339681 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-b6e38050-39a1-445d-bd72-76fef83e6e42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:10.372430 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-b6e38050-39a1-445d-bd72-76fef83e6e42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:10.396849 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-8c47c652-7b88-4770-b0b8-48b5720bbe38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738555'] for security_group, after_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:10.406895 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:48:10.446285 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c47c652-7b88-4770-b0b8-48b5720bbe38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=212b2430-80fc-4add-9627-f1a9f7d76d4f,revision_number=None']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:48:10.454058 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-8c47c652-7b88-4770-b0b8-48b5720bbe38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:48:10.469940 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-8c47c652-7b88-4770-b0b8-48b5720bbe38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:10.472621 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-8c47c652-7b88-4770-b0b8-48b5720bbe38 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/212b2430-80fc-4add-9627-f1a9f7d76d4f HTTP/1.1" status: 204 len: 168 time: 0.9448826 Apr 09 13:48:10.489576 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-b6e38050-39a1-445d-bd72-76fef83e6e42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738555'] for security_group, after_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:10.497808 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a047e11-da7d-4cf9-86e4-b55a23d5f300 req-1ab47764-4704-413e-be0e-6aef09fb5793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:48:10.499980 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-0a047e11-da7d-4cf9-86e4-b55a23d5f300 req-1ab47764-4704-413e-be0e-6aef09fb5793 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=a2b444c2a873486d8c3ff30419c2c3f8&device_id=8b5d6eb5-8dfa-4fd0-8f2d-9dd3590c2daf HTTP/1.1" status: 200 len: 1098 time: 0.4626551 Apr 09 13:48:10.504785 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-5f5b5b02-5ef1-4844-b4cf-21d499520db4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:48:10.506698 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-cf8fed1f-4690-4a41-a3df-a92c825b0c0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:10.526188 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e38050-39a1-445d-bd72-76fef83e6e42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=195a8d99-7a33-4597-b1fd-ae31db017d86,revision_number=None']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:48:10.529451 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-b6e38050-39a1-445d-bd72-76fef83e6e42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:48:10.531428 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-b6e38050-39a1-445d-bd72-76fef83e6e42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:10.537094 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-b6e38050-39a1-445d-bd72-76fef83e6e42 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/195a8d99-7a33-4597-b1fd-ae31db017d86 HTTP/1.1" status: 204 len: 168 time: 0.4354587 Apr 09 13:48:10.713581 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a047e11-da7d-4cf9-86e4-b55a23d5f300 req-1f791818-f3a3-4e99-bfbe-8b6930ffaaa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:48:10.715211 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-0a047e11-da7d-4cf9-86e4-b55a23d5f300 req-1f791818-f3a3-4e99-bfbe-8b6930ffaaa5 service neutron] 10.222.0.90 "GET /v2.0/networks?id=a4bc50d2-4a55-4ee1-87aa-a1e91be18584 HTTP/1.1" status: 200 len: 918 time: 0.1952627 Apr 09 13:48:10.903739 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:10.944303 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_hamode_db [None req-7fa675b0-87b4-4b87-ba98-d91273ad6253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6caea2b6-d44d-482d-962a-f28d34b0d95c', 'name': 'tempest-AttachVolumeShelveTestJSON-2049991526-router', 'tenant_id': 'a2b444c2a873486d8c3ff30419c2c3f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd39673be-df84-4009-abea-d472d159fdfd', 'external_fixed_ips': [{'subnet_id': 'f6eeb1a0-26c5-43d1-996f-84b999bf12c7', 'ip_address': '172.28.0.41'}], 'enable_snat': True}, 'gw_port_id': '8d48afe8-3c12-4489-a7f0-bffc3923bb24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T13:47:00Z', 'updated_at': '2021-04-09T13:47:14Z', 'revision_number': 4, 'project_id': 'a2b444c2a873486d8c3ff30419c2c3f8', 'gw_port': {'id': '8d48afe8-3c12-4489-a7f0-bffc3923bb24', 'name': '', 'network_id': 'd39673be-df84-4009-abea-d472d159fdfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:0a:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6caea2b6-d44d-482d-962a-f28d34b0d95c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'f6eeb1a0-26c5-43d1-996f-84b999bf12c7', 'ip_address': '172.28.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:47:01Z', 'updated_at': '2021-04-09T13:47:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6eeb1a0-26c5-43d1-996f-84b999bf12c7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-1-smb', '_floatingips': [{'id': 'de037abc-5851-422e-80df-235aa444081f', 'tenant_id': 'a2b444c2a873486d8c3ff30419c2c3f8', 'floating_ip_address': '172.28.0.40', 'floating_network_id': 'd39673be-df84-4009-abea-d472d159fdfd', 'router_id': '6caea2b6-d44d-482d-962a-f28d34b0d95c', 'port_id': '317fc4fb-b778-458a-a027-e44683b0f676', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4bc50d2-4a55-4ee1-87aa-a1e91be18584', 'mac_address': 'fa:16:3e:6e:cb:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b5d6eb5-8dfa-4fd0-8f2d-9dd3590c2daf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-09T13:47:28Z', 'updated_at': '2021-04-09T13:48:06Z', 'revision_number': 1, 'project_id': 'a2b444c2a873486d8c3ff30419c2c3f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3873a69-5ad7-4cdf-a273-62fe6d4a117b', 'name': '', 'network_id': 'a4bc50d2-4a55-4ee1-87aa-a1e91be18584', 'tenant_id': 'a2b444c2a873486d8c3ff30419c2c3f8', 'mac_address': 'fa:16:3e:19:f0:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6caea2b6-d44d-482d-962a-f28d34b0d95c', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '0144e1c8-7bcb-42a5-ac9e-709c8b2e67a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:47:09Z', 'updated_at': '2021-04-09T13:47:31Z', 'revision_number': 5, 'project_id': 'a2b444c2a873486d8c3ff30419c2c3f8', 'subnets': [{'id': '0144e1c8-7bcb-42a5-ac9e-709c8b2e67a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-785362-1-smb', False) {} {{(pid=85268) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 13:48:10.950977 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fa675b0-87b4-4b87-ba98-d91273ad6253 None None] Checking router: 6caea2b6-d44d-482d-962a-f28d34b0d95c for host: dv-cinder-785362-1-smb {{(pid=85268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 09 13:48:10.982740 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fa675b0-87b4-4b87-ba98-d91273ad6253 None None] Routers {'6caea2b6-d44d-482d-962a-f28d34b0d95c'} bound to L3 agent in host dv-cinder-785362-1-smb {{(pid=85268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 09 13:48:10.986752 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_hamode_db [None req-7fa675b0-87b4-4b87-ba98-d91273ad6253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-785362-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-09T13:38:04Z,description=,heartbeat_timestamp=2021-04-09T13:48:04Z,host='dv-cinder-785362-1-smb',id=69305824-358b-46b0-9707-cd2ded304b9c,load=0,resource_versions=,resources_synced=,started_at=2021-04-09T13:38:04Z,topic='l3_agent')) {'router_ids': ['6caea2b6-d44d-482d-962a-f28d34b0d95c'], 'active': True} {{(pid=85268) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 13:48:11.071143 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f623179f-5f3e-4594-8cb7-99af4313569e req-dc076c6d-bfb4-486b-a613-05cc5ad37cba tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:48:11.072872 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-f623179f-5f3e-4594-8cb7-99af4313569e req-dc076c6d-bfb4-486b-a613-05cc5ad37cba tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] 10.222.0.75 "GET /v2.0/ports?device_id=7690505b-47c6-4e11-9a94-a4cca9735a09 HTTP/1.1" status: 200 len: 945 time: 0.7961507 Apr 09 13:48:11.136183 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ffb272c-6295-48b3-b9cd-fed761b141a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c815e3b4-7583-4fdb-941f-62cd10bf1dd3'}] {{(pid=85267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 09 13:48:11.164622 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-f623179f-5f3e-4594-8cb7-99af4313569e req-8486c6e8-4a5e-4296-9204-fee37e30c22a tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] 10.222.0.75 "GET /v2.0/security-groups?id=eea7a60b-00a0-497d-babc-18f415d64d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789394 Apr 09 13:48:11.214374 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-0a047e11-da7d-4cf9-86e4-b55a23d5f300 req-dd35edb8-5c4d-4f44-9fb4-ae38a5f44d5e service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=317fc4fb-b778-458a-a027-e44683b0f676 HTTP/1.1" status: 200 len: 998 time: 0.4829867 Apr 09 13:48:11.238088 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38ec313-a0f7-47b0-b14c-5f0d8142ec26 req-b1f4fd8f-5781-4a3e-856b-d56b5ca3fb2e tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:48:11.249322 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-e38ec313-a0f7-47b0-b14c-5f0d8142ec26 req-b1f4fd8f-5781-4a3e-856b-d56b5ca3fb2e tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] 10.222.0.75 "GET /v2.0/ports?device_id=1ffb272c-6295-48b3-b9cd-fed761b141a7 HTTP/1.1" status: 200 len: 946 time: 0.3830833 Apr 09 13:48:11.255667 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ffb272c-6295-48b3-b9cd-fed761b141a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c815e3b4-7583-4fdb-941f-62cd10bf1dd3', 'code': 200} Apr 09 13:48:11.269975 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-cf8fed1f-4690-4a41-a3df-a92c825b0c0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738555'] for security_group, after_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:11.397288 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-42de53c5-286f-4bdb-9c50-cbed9a48f33c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:48:11.410961 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.agents_db [None req-c64c1605-ccfd-4af7-a5d2-2f7932bd8cd3 None None] Agent healthcheck: found 6 active agents {{(pid=85268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 09 13:48:11.416366 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_dvr_db [None req-7fa675b0-87b4-4b87-ba98-d91273ad6253 None None] Set router 6caea2b6-d44d-482d-962a-f28d34b0d95c gateway port host: dv-cinder-785362-1-smb {{(pid=85268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 09 13:48:11.449383 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8fed1f-4690-4a41-a3df-a92c825b0c0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5d4930f-4bcc-4709-8254-775c1de5f103,revision_number=None']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:48:11.465530 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.75', 58260) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:48:11.482628 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-e38ec313-a0f7-47b0-b14c-5f0d8142ec26 req-cd8e0817-bbef-49a5-ae58-c55de9527bd5 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] 10.222.0.75 "GET /v2.0/security-groups?id=836a3b2a-1cd9-4a42-a456-ffc8ec5959e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2318399 Apr 09 13:48:11.496160 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-cf8fed1f-4690-4a41-a3df-a92c825b0c0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:48:11.526663 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-cf8fed1f-4690-4a41-a3df-a92c825b0c0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:11.527873 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-cf8fed1f-4690-4a41-a3df-a92c825b0c0c admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/f5d4930f-4bcc-4709-8254-775c1de5f103 HTTP/1.1" status: 204 len: 168 time: 1.5621176 Apr 09 13:48:11.529704 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-06622837-a611-42b4-8bea-f6f1b95ee46d admin admin] Notify callbacks [] for security_group, before_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:11.529919 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a047e11-da7d-4cf9-86e4-b55a23d5f300 req-1ca56b66-592a-4df5-a001-02eec491072a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:48:11.531505 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-0a047e11-da7d-4cf9-86e4-b55a23d5f300 req-1ca56b66-592a-4df5-a001-02eec491072a service neutron] 10.222.0.90 "GET /v2.0/subnets?id=0144e1c8-7bcb-42a5-ac9e-709c8b2e67a5 HTTP/1.1" status: 200 len: 856 time: 0.2746184 Apr 09 13:48:11.566985 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-06622837-a611-42b4-8bea-f6f1b95ee46d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 13:48:11.579112 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-06622837-a611-42b4-8bea-f6f1b95ee46d admin admin] Usage tracker for resource:security_group_rule and tenant:ed6df0f3a3ba417ca59cea3facd67e14 is out of sync, need to count used quota {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 13:48:11.584400 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-06622837-a611-42b4-8bea-f6f1b95ee46d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 13:48:11.690662 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-06622837-a611-42b4-8bea-f6f1b95ee46d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 13:48:11.730030 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a047e11-da7d-4cf9-86e4-b55a23d5f300 req-d3609d7b-8fdf-4567-bf64-4d79235f701c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:48:11.731670 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-0a047e11-da7d-4cf9-86e4-b55a23d5f300 req-d3609d7b-8fdf-4567-bf64-4d79235f701c service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=a4bc50d2-4a55-4ee1-87aa-a1e91be18584&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1826308 Apr 09 13:48:11.765273 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c049d6b1-34ec-4ee7-b50c-e0dc4fb55789 req-622e0b24-5491-499f-9abf-7ba3de02b103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:48:11.766763 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-c049d6b1-34ec-4ee7-b50c-e0dc4fb55789 req-622e0b24-5491-499f-9abf-7ba3de02b103 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=1ffb272c-6295-48b3-b9cd-fed761b141a7 HTTP/1.1" status: 200 len: 1099 time: 0.1787407 Apr 09 13:48:11.809583 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-c049d6b1-34ec-4ee7-b50c-e0dc4fb55789 req-44b9ca93-a101-44d9-87f9-36e62eb59113 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=836a3b2a-1cd9-4a42-a456-ffc8ec5959e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344651 Apr 09 13:48:11.887425 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-06622837-a611-42b4-8bea-f6f1b95ee46d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:11.893422 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-06622837-a611-42b4-8bea-f6f1b95ee46d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738555'] for security_group, after_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:11.911507 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-7d761f3a-bb57-402a-abfc-2529ca7ef48b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:48:11.967120 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-0a047e11-da7d-4cf9-86e4-b55a23d5f300 req-610cdaaa-4c72-4df8-a13f-eccac6f10d43 service neutron] 10.222.0.90 "GET /v2.0/networks/a4bc50d2-4a55-4ee1-87aa-a1e91be18584?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2227151 Apr 09 13:48:11.990555 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-06622837-a611-42b4-8bea-f6f1b95ee46d admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=ed6df0f3a3ba417ca59cea3facd67e14&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5235353 Apr 09 13:48:11.991589 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06622837-a611-42b4-8bea-f6f1b95ee46d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c94f205-25f0-4819-ac60-064875e3d9f5,revision_number=1']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:48:12.002103 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85266) accepted ('10.222.0.75', 58276) {{(pid=85266) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:48:12.005406 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-06622837-a611-42b4-8bea-f6f1b95ee46d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:48:12.090561 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_hamode_db [None req-7fa675b0-87b4-4b87-ba98-d91273ad6253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6caea2b6-d44d-482d-962a-f28d34b0d95c', 'name': 'tempest-AttachVolumeShelveTestJSON-2049991526-router', 'tenant_id': 'a2b444c2a873486d8c3ff30419c2c3f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd39673be-df84-4009-abea-d472d159fdfd', 'external_fixed_ips': [{'subnet_id': 'f6eeb1a0-26c5-43d1-996f-84b999bf12c7', 'ip_address': '172.28.0.41'}], 'enable_snat': True}, 'gw_port_id': '8d48afe8-3c12-4489-a7f0-bffc3923bb24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T13:47:00Z', 'updated_at': '2021-04-09T13:47:14Z', 'revision_number': 4, 'project_id': 'a2b444c2a873486d8c3ff30419c2c3f8', 'gw_port': {'id': '8d48afe8-3c12-4489-a7f0-bffc3923bb24', 'name': '', 'network_id': 'd39673be-df84-4009-abea-d472d159fdfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:0a:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6caea2b6-d44d-482d-962a-f28d34b0d95c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'f6eeb1a0-26c5-43d1-996f-84b999bf12c7', 'ip_address': '172.28.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:47:01Z', 'updated_at': '2021-04-09T13:47:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6eeb1a0-26c5-43d1-996f-84b999bf12c7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-1-smb', '_floatingips': [{'id': 'de037abc-5851-422e-80df-235aa444081f', 'tenant_id': 'a2b444c2a873486d8c3ff30419c2c3f8', 'floating_ip_address': '172.28.0.40', 'floating_network_id': 'd39673be-df84-4009-abea-d472d159fdfd', 'router_id': '6caea2b6-d44d-482d-962a-f28d34b0d95c', 'port_id': '317fc4fb-b778-458a-a027-e44683b0f676', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4bc50d2-4a55-4ee1-87aa-a1e91be18584', 'mac_address': 'fa:16:3e:6e:cb:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b5d6eb5-8dfa-4fd0-8f2d-9dd3590c2daf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-09T13:47:28Z', 'updated_at': '2021-04-09T13:48:06Z', 'revision_number': 1, 'project_id': 'a2b444c2a873486d8c3ff30419c2c3f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3873a69-5ad7-4cdf-a273-62fe6d4a117b', 'name': '', 'network_id': 'a4bc50d2-4a55-4ee1-87aa-a1e91be18584', 'tenant_id': 'a2b444c2a873486d8c3ff30419c2c3f8', 'mac_address': 'fa:16:3e:19:f0:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6caea2b6-d44d-482d-962a-f28d34b0d95c', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '0144e1c8-7bcb-42a5-ac9e-709c8b2e67a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:47:09Z', 'updated_at': '2021-04-09T13:47:31Z', 'revision_number': 5, 'project_id': 'a2b444c2a873486d8c3ff30419c2c3f8', 'subnets': [{'id': '0144e1c8-7bcb-42a5-ac9e-709c8b2e67a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-785362-1-smb', False) {} {{(pid=85268) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 13:48:12.098658 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.75', 58282) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:48:12.101047 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fa675b0-87b4-4b87-ba98-d91273ad6253 None None] The sync data for ids ['6caea2b6-d44d-482d-962a-f28d34b0d95c'] in dv-cinder-785362-1-smb is: [{'id': '6caea2b6-d44d-482d-962a-f28d34b0d95c', 'name': 'tempest-AttachVolumeShelveTestJSON-2049991526-router', 'tenant_id': 'a2b444c2a873486d8c3ff30419c2c3f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd39673be-df84-4009-abea-d472d159fdfd', 'external_fixed_ips': [{'subnet_id': 'f6eeb1a0-26c5-43d1-996f-84b999bf12c7', 'ip_address': '172.28.0.41'}], 'enable_snat': True}, 'gw_port_id': '8d48afe8-3c12-4489-a7f0-bffc3923bb24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T13:47:00Z', 'updated_at': '2021-04-09T13:47:14Z', 'revision_number': 4, 'project_id': 'a2b444c2a873486d8c3ff30419c2c3f8', 'gw_port': {'id': '8d48afe8-3c12-4489-a7f0-bffc3923bb24', 'name': '', 'network_id': 'd39673be-df84-4009-abea-d472d159fdfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:0a:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6caea2b6-d44d-482d-962a-f28d34b0d95c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'f6eeb1a0-26c5-43d1-996f-84b999bf12c7', 'ip_address': '172.28.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:47:01Z', 'updated_at': '2021-04-09T13:47:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6eeb1a0-26c5-43d1-996f-84b999bf12c7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-1-smb', '_floatingips': [{'id': 'de037abc-5851-422e-80df-235aa444081f', 'tenant_id': 'a2b444c2a873486d8c3ff30419c2c3f8', 'floating_ip_address': '172.28.0.40', 'floating_network_id': 'd39673be-df84-4009-abea-d472d159fdfd', 'router_id': '6caea2b6-d44d-482d-962a-f28d34b0d95c', 'port_id': '317fc4fb-b778-458a-a027-e44683b0f676', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4bc50d2-4a55-4ee1-87aa-a1e91be18584', 'mac_address': 'fa:16:3e:6e:cb:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b5d6eb5-8dfa-4fd0-8f2d-9dd3590c2daf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-09T13:47:28Z', 'updated_at': '2021-04-09T13:48:06Z', 'revision_number': 1, 'project_id': 'a2b444c2a873486d8c3ff30419c2c3f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3873a69-5ad7-4cdf-a273-62fe6d4a117b', 'name': '', 'network_id': 'a4bc50d2-4a55-4ee1-87aa-a1e91be18584', 'tenant_id': 'a2b444c2a873486d8c3ff30419c2c3f8', 'mac_address': 'fa:16:3e:19:f0:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6caea2b6-d44d-482d-962a-f28d34b0d95c', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '0144e1c8-7bcb-42a5-ac9e-709c8b2e67a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:47:09Z', 'updated_at': '2021-04-09T13:47:31Z', 'revision_number': 5, 'project_id': 'a2b444c2a873486d8c3ff30419c2c3f8', 'subnets': [{'id': '0144e1c8-7bcb-42a5-ac9e-709c8b2e67a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 09 13:48:12.127612 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-4403cda6-0b5f-4911-856e-b98e93619b4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:12.157284 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-4403cda6-0b5f-4911-856e-b98e93619b4f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 13:48:12.165425 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-4403cda6-0b5f-4911-856e-b98e93619b4f admin admin] Usage tracker for resource:security_group_rule and tenant:c3f515a90f49488aa8e7560905aff713 is out of sync, need to count used quota {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 13:48:12.182759 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-4403cda6-0b5f-4911-856e-b98e93619b4f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 13:48:12.197993 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-4403cda6-0b5f-4911-856e-b98e93619b4f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 13:48:12.243916 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-eb45cf06-c0a3-4386-9559-337258fae0c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:12.273769 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-0a047e11-da7d-4cf9-86e4-b55a23d5f300 req-102655d1-84f3-4641-a56a-c0dffb8780d1 service neutron] 10.222.0.90 "GET /v2.0/networks/a4bc50d2-4a55-4ee1-87aa-a1e91be18584?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2977574 Apr 09 13:48:12.301962 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-eb45cf06-c0a3-4386-9559-337258fae0c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:12.377327 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-4403cda6-0b5f-4911-856e-b98e93619b4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:12.381926 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-4403cda6-0b5f-4911-856e-b98e93619b4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738555'] for security_group, after_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:12.393890 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-c8424a87-bebc-4b2d-a31d-e2f674ea7ae2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:48:12.461074 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006a08fb-c524-4cf3-bd03-bfcb31e831e5 req-37ec4868-9689-493e-a85d-2c2fe5649769 tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:48:12.462961 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-006a08fb-c524-4cf3-bd03-bfcb31e831e5 req-37ec4868-9689-493e-a85d-2c2fe5649769 tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] 10.222.0.75 "GET /v2.0/ports?device_id=7690505b-47c6-4e11-9a94-a4cca9735a09 HTTP/1.1" status: 200 len: 945 time: 0.1350048 Apr 09 13:48:12.463767 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-eb45cf06-c0a3-4386-9559-337258fae0c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738555'] for security_group, after_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:12.469441 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:48:12.480466 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-4403cda6-0b5f-4911-856e-b98e93619b4f admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=c3f515a90f49488aa8e7560905aff713&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3785295 Apr 09 13:48:12.486240 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85266) accepted ('10.222.0.75', 58302) {{(pid=85266) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:48:12.486525 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85266) accepted ('10.222.0.75', 58304) {{(pid=85266) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:48:12.488552 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4403cda6-0b5f-4911-856e-b98e93619b4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba7e40d0-fb69-41e0-806a-d3e635dc5e4c,revision_number=1']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:48:12.489800 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb45cf06-c0a3-4386-9559-337258fae0c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c94f205-25f0-4819-ac60-064875e3d9f5,revision_number=None']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:48:12.495631 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-eb45cf06-c0a3-4386-9559-337258fae0c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:48:12.510615 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-4403cda6-0b5f-4911-856e-b98e93619b4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:48:12.619254 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-006a08fb-c524-4cf3-bd03-bfcb31e831e5 req-1bf2d91a-3abf-44b1-b513-0dae6ea0ec57 tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] 10.222.0.75 "GET /v2.0/security-groups?id=eea7a60b-00a0-497d-babc-18f415d64d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315849 Apr 09 13:48:12.620567 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02ba3424-8335-403a-a2db-6b6d85132763 None None] New status for floating IP de037abc-5851-422e-80df-235aa444081f: ACTIVE {{(pid=85267) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 09 13:48:12.690319 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a1ec65d-266e-4533-9a04-9bac58f799be admin admin] Deleting subnet ddb95ae0-154c-4dc6-9025-63f7eadd4639 {{(pid=85266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 09 13:48:12.698961 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-6a1ec65d-266e-4533-9a04-9bac58f799be admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:12.732306 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-eb45cf06-c0a3-4386-9559-337258fae0c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:12.737384 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-eb45cf06-c0a3-4386-9559-337258fae0c8 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/2c94f205-25f0-4819-ac60-064875e3d9f5 HTTP/1.1" status: 204 len: 168 time: 0.7340109 Apr 09 13:48:12.821895 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-6a1ec65d-266e-4533-9a04-9bac58f799be admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:12.869968 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-749256da-0e1a-4f5e-a9a9-2e21b424353c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:12.899930 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-749256da-0e1a-4f5e-a9a9-2e21b424353c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:13.103535 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-6a1ec65d-266e-4533-9a04-9bac58f799be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854770481'] for subnet, precommit_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:13.169789 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-749256da-0e1a-4f5e-a9a9-2e21b424353c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738555'] for security_group, after_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:13.194234 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:48:13.223771 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749256da-0e1a-4f5e-a9a9-2e21b424353c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba7e40d0-fb69-41e0-806a-d3e635dc5e4c,revision_number=None']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:48:13.234154 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-749256da-0e1a-4f5e-a9a9-2e21b424353c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:48:13.261064 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-749256da-0e1a-4f5e-a9a9-2e21b424353c admin admin] Notify callbacks [] for security_group, before_response {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:13.266245 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-749256da-0e1a-4f5e-a9a9-2e21b424353c admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/ba7e40d0-fb69-41e0-806a-d3e635dc5e4c HTTP/1.1" status: 204 len: 168 time: 0.7680738 Apr 09 13:48:13.480074 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0823ac78-ed6f-4d9b-97bf-64610982544f req-6b298157-be0d-4dcf-949a-d2df609462e1 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:48:13.489572 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-0823ac78-ed6f-4d9b-97bf-64610982544f req-6b298157-be0d-4dcf-949a-d2df609462e1 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] 10.222.0.75 "GET /v2.0/ports?device_id=1ffb272c-6295-48b3-b9cd-fed761b141a7 HTTP/1.1" status: 200 len: 946 time: 0.6233547 Apr 09 13:48:13.687924 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-0823ac78-ed6f-4d9b-97bf-64610982544f req-3140c374-68bb-49d6-84bc-b6cc3c8064f3 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] 10.222.0.75 "GET /v2.0/security-groups?id=836a3b2a-1cd9-4a42-a456-ffc8ec5959e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1968093 Apr 09 13:48:13.830380 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbe2386-c11b-4730-8ba7-4271044c06c3 req-d62b5490-84b6-4c1d-b5ac-6e9c9716dd84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:48:13.831952 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-7fbe2386-c11b-4730-8ba7-4271044c06c3 req-d62b5490-84b6-4c1d-b5ac-6e9c9716dd84 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=d99749794dc147dfb86af7ba6d9559b9&device_id=7690505b-47c6-4e11-9a94-a4cca9735a09 HTTP/1.1" status: 200 len: 1098 time: 0.4550090 Apr 09 13:48:13.901552 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-6a1ec65d-266e-4533-9a04-9bac58f799be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-5316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299'] for subnet, after_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:13.910891 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7afdc2b-67e5-4ef9-a939-9d89e42db6e5 req-917d4c08-28d7-4406-bce7-47c16fbba1e7 tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:48:13.912570 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-c7afdc2b-67e5-4ef9-a939-9d89e42db6e5 req-917d4c08-28d7-4406-bce7-47c16fbba1e7 tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] 10.222.0.75 "GET /v2.0/ports?device_id=7690505b-47c6-4e11-9a94-a4cca9735a09 HTTP/1.1" status: 200 len: 945 time: 0.3951354 Apr 09 13:48:14.006049 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-7f8e1b67-d84b-4b26-a2cb-60285516c9eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:48:14.075321 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1ec65d-266e-4533-9a04-9bac58f799be admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ddb95ae0-154c-4dc6-9025-63f7eadd4639,revision_number=None']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:48:14.142572 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-6a1ec65d-266e-4533-9a04-9bac58f799be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:48:14.148370 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-c7afdc2b-67e5-4ef9-a939-9d89e42db6e5 req-f22ba621-14d2-401b-bf60-e68479be6475 tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] 10.222.0.75 "GET /v2.0/security-groups?id=eea7a60b-00a0-497d-babc-18f415d64d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758585 Apr 09 13:48:14.211429 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-6a1ec65d-266e-4533-9a04-9bac58f799be admin admin] Notify callbacks [] for subnet, before_response {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:14.214613 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbe2386-c11b-4730-8ba7-4271044c06c3 req-9aaea587-cfdf-481c-a066-8d70c56ce967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:48:14.216303 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-7fbe2386-c11b-4730-8ba7-4271044c06c3 req-9aaea587-cfdf-481c-a066-8d70c56ce967 service neutron] 10.222.0.90 "GET /v2.0/networks?id=67ea7bc9-90ec-4e29-a802-2c1cb0aa9cea HTTP/1.1" status: 200 len: 919 time: 0.3771398 Apr 09 13:48:14.226719 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-6a1ec65d-266e-4533-9a04-9bac58f799be admin admin] 10.222.0.75 "DELETE /v2.0/subnets/ddb95ae0-154c-4dc6-9025-63f7eadd4639 HTTP/1.1" status: 204 len: 168 time: 1.7301712 Apr 09 13:48:14.227153 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.75', 58362) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:48:14.333823 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-7fbe2386-c11b-4730-8ba7-4271044c06c3 req-8562ee36-5806-4b34-b4c9-b9edda20ab35 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b77f07cd-8520-4204-9b79-403fff56965d HTTP/1.1" status: 200 len: 217 time: 0.1096513 Apr 09 13:48:14.404385 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-182924bb-0e36-48c9-9607-f427fc209255 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-925549'] for network, before_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:14.456811 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbe2386-c11b-4730-8ba7-4271044c06c3 req-97b40a0c-cbff-46c4-8287-b42677b14fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:48:14.458430 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-7fbe2386-c11b-4730-8ba7-4271044c06c3 req-97b40a0c-cbff-46c4-8287-b42677b14fc9 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=77ac0229-49ba-4800-b155-c6281379a189 HTTP/1.1" status: 200 len: 858 time: 0.1126349 Apr 09 13:48:14.535687 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-7fbe2386-c11b-4730-8ba7-4271044c06c3 req-285e6740-e774-48f7-955d-eac261eaedf3 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=67ea7bc9-90ec-4e29-a802-2c1cb0aa9cea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0630379 Apr 09 13:48:14.758208 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-182924bb-0e36-48c9-9607-f427fc209255 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-12623', 'neutron.services.segments.db._delete_segments_for_network--9223363265038819086'] for network, precommit_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:15.012688 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-7fbe2386-c11b-4730-8ba7-4271044c06c3 req-4ba66153-df70-40bf-ab3f-b7ee7db2fc42 service neutron] 10.222.0.90 "GET /v2.0/networks/67ea7bc9-90ec-4e29-a802-2c1cb0aa9cea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4686308 Apr 09 13:48:15.057991 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-182924bb-0e36-48c9-9607-f427fc209255 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=85265) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 13:48:15.058396 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-182924bb-0e36-48c9-9607-f427fc209255 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=85265) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 13:48:15.059666 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-182924bb-0e36-48c9-9607-f427fc209255 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=85265) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 13:48:15.060288 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-182924bb-0e36-48c9-9607-f427fc209255 admin admin] Subscribe: > port after_create 55550000 {{(pid=85265) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 13:48:15.060743 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-182924bb-0e36-48c9-9607-f427fc209255 admin admin] Subscribe: > port after_delete 55550000 {{(pid=85265) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 13:48:15.061667 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-182924bb-0e36-48c9-9607-f427fc209255 admin admin] Subscribe: > port after_update 55550000 {{(pid=85265) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 13:48:15.062167 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-182924bb-0e36-48c9-9607-f427fc209255 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=85265) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 13:48:15.063253 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-182924bb-0e36-48c9-9607-f427fc209255 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=85265) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 13:48:15.064328 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-182924bb-0e36-48c9-9607-f427fc209255 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=85265) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 13:48:15.064830 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-182924bb-0e36-48c9-9607-f427fc209255 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=85265) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 13:48:15.182225 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-182924bb-0e36-48c9-9607-f427fc209255 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=85265) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 13:48:15.182317 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-182924bb-0e36-48c9-9607-f427fc209255 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=85265) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 13:48:15.182666 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-182924bb-0e36-48c9-9607-f427fc209255 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=85265) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 13:48:15.183015 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-182924bb-0e36-48c9-9607-f427fc209255 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=85265) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 13:48:15.183562 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.services.segments.db [None req-182924bb-0e36-48c9-9607-f427fc209255 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['257edcb1-4bc3-4ee5-b314-1fcf484a8a5a']}} {{(pid=85265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 13:48:15.200055 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.services.segments.db [None req-182924bb-0e36-48c9-9607-f427fc209255 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd950d12a-5b5b-4326-af6e-33261ee7442a') {'for_net_delete': True} {{(pid=85265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 13:48:15.200559 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.services.segments.db [None req-182924bb-0e36-48c9-9607-f427fc209255 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd950d12a-5b5b-4326-af6e-33261ee7442a') {} {{(pid=85265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 13:48:15.216156 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-182924bb-0e36-48c9-9607-f427fc209255 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363265038788092', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853019633'] for segment, before_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:15.242741 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-182924bb-0e36-48c9-9607-f427fc209255 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854760408'] for segment, precommit_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:15.260383 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-182924bb-0e36-48c9-9607-f427fc209255 admin admin] Releasing vlan 620 on physical network physnet1 to pool {{(pid=85265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 09 13:48:15.409317 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8c9c64-6a88-4df0-b28f-6f0f9c196bc2 req-2a3b7b28-1dff-42d1-9699-5e8e9c663c65 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:48:15.411040 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-4a8c9c64-6a88-4df0-b28f-6f0f9c196bc2 req-2a3b7b28-1dff-42d1-9699-5e8e9c663c65 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] 10.222.0.75 "GET /v2.0/ports?device_id=1ffb272c-6295-48b3-b9cd-fed761b141a7 HTTP/1.1" status: 200 len: 946 time: 0.4054334 Apr 09 13:48:15.426659 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-7fbe2386-c11b-4730-8ba7-4271044c06c3 req-653b67ea-4494-4620-bca3-57d818a45d84 service neutron] 10.222.0.90 "GET /v2.0/networks/67ea7bc9-90ec-4e29-a802-2c1cb0aa9cea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3625126 Apr 09 13:48:15.461166 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.75', 58420) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:48:15.629310 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.managers [None req-182924bb-0e36-48c9-9607-f427fc209255 admin admin] Network 257edcb1-4bc3-4ee5-b314-1fcf484a8a5a has no segments {{(pid=85265) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 09 13:48:15.648270 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-4a8c9c64-6a88-4df0-b28f-6f0f9c196bc2 req-ef6892be-bcc5-45f0-81de-663c9a097cb0 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] 10.222.0.75 "GET /v2.0/security-groups?id=836a3b2a-1cd9-4a42-a456-ffc8ec5959e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2204487 Apr 09 13:48:15.667449 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-182924bb-0e36-48c9-9607-f427fc209255 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2810634'] for segment, after_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:15.799692 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953c13d1-cc16-4078-84f1-54f2ac923b0c req-8ef82eb5-f3f6-4153-b676-62f0af1d688e tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:48:15.820930 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-953c13d1-cc16-4078-84f1-54f2ac923b0c req-8ef82eb5-f3f6-4153-b676-62f0af1d688e tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] 10.222.0.75 "GET /v2.0/ports?device_id=7690505b-47c6-4e11-9a94-a4cca9735a09 HTTP/1.1" status: 200 len: 945 time: 0.3626726 Apr 09 13:48:15.907638 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-953c13d1-cc16-4078-84f1-54f2ac923b0c req-4231f4a9-7fcf-4a0a-877f-47211257827d tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] 10.222.0.75 "GET /v2.0/security-groups?id=eea7a60b-00a0-497d-babc-18f415d64d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856421 Apr 09 13:48:16.020878 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cca930-c880-4360-9029-b280cf3d922a req-dec797dc-6e02-4a02-942d-39d3043fcc5f tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:48:16.039107 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-97cca930-c880-4360-9029-b280cf3d922a req-dec797dc-6e02-4a02-942d-39d3043fcc5f tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] 10.222.0.75 "GET /v2.0/ports?device_id=1ffb272c-6295-48b3-b9cd-fed761b141a7 HTTP/1.1" status: 200 len: 946 time: 0.1249986 Apr 09 13:48:16.039658 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85266) accepted ('10.222.0.75', 58484) {{(pid=85266) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:48:16.062689 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.v2.base [None req-e04982ce-d7ff-4faa-ac9d-cb70da5bee2a tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Request body: {'floatingip': {'port_id': 'c815e3b4-7583-4fdb-941f-62cd10bf1dd3'}} {{(pid=85266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 09 13:48:16.076019 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-05e88095-36d6-42d3-b083-04e442e0e9e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:16.101253 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-05e88095-36d6-42d3-b083-04e442e0e9e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 13:48:16.105559 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-05e88095-36d6-42d3-b083-04e442e0e9e5 admin admin] Usage tracker for resource:security_group_rule and tenant:180f40a8d5b34e3dabca1ca42108f226 is out of sync, need to count used quota {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 13:48:16.109419 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-05e88095-36d6-42d3-b083-04e442e0e9e5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 13:48:16.121589 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-05e88095-36d6-42d3-b083-04e442e0e9e5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 13:48:16.192029 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-e04982ce-d7ff-4faa-ac9d-cb70da5bee2a tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Notify callbacks [] for floatingip, before_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:16.251886 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-05e88095-36d6-42d3-b083-04e442e0e9e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:16.272561 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-05e88095-36d6-42d3-b083-04e442e0e9e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738555'] for security_group, after_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:16.287982 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.managers [None req-182924bb-0e36-48c9-9607-f427fc209255 admin admin] Network 257edcb1-4bc3-4ee5-b314-1fcf484a8a5a has no segments {{(pid=85265) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 09 13:48:16.298657 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-91c3889f-2b9b-4bbe-a14f-72c7fb299084 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:48:16.350437 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e88095-36d6-42d3-b083-04e442e0e9e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1af17c0f-085f-4d5c-90fe-7c00f802fb83,revision_number=1']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:48:16.367822 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-05e88095-36d6-42d3-b083-04e442e0e9e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:48:16.370643 dv-cinder-785362-1-smb neutron-server[85152]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 09 13:48:16.370643 dv-cinder-785362-1-smb neutron-server[85152]: from cryptography.utils import int_from_bytes Apr 09 13:48:16.370643 dv-cinder-785362-1-smb neutron-server[85152]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 09 13:48:16.370643 dv-cinder-785362-1-smb neutron-server[85152]: from cryptography.utils import int_from_bytes Apr 09 13:48:16.370643 dv-cinder-785362-1-smb neutron-server[85152]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Apr 09 13:48:16.370643 dv-cinder-785362-1-smb neutron-server[85152]: (rel_b, rel_a, rel_b), Apr 09 13:48:16.370643 dv-cinder-785362-1-smb neutron-server[85152]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Apr 09 13:48:16.370643 dv-cinder-785362-1-smb neutron-server[85152]: (rel_b, rel_a, rel_b), Apr 09 13:48:16.370643 dv-cinder-785362-1-smb neutron-server[85152]: Traceback (most recent call last): Apr 09 13:48:16.370643 dv-cinder-785362-1-smb neutron-server[85152]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 09 13:48:16.370643 dv-cinder-785362-1-smb neutron-server[85152]: timer() Apr 09 13:48:16.370643 dv-cinder-785362-1-smb neutron-server[85152]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 09 13:48:16.370643 dv-cinder-785362-1-smb neutron-server[85152]: cb(*args, **kw) Apr 09 13:48:16.370643 dv-cinder-785362-1-smb neutron-server[85152]: File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper Apr 09 13:48:16.370643 dv-cinder-785362-1-smb neutron-server[85152]: return func(*args, **kwargs) Apr 09 13:48:16.370643 dv-cinder-785362-1-smb neutron-server[85152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 09 13:48:16.370643 dv-cinder-785362-1-smb neutron-server[85152]: self._notify() Apr 09 13:48:16.370643 dv-cinder-785362-1-smb neutron-server[85152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 09 13:48:16.370643 dv-cinder-785362-1-smb neutron-server[85152]: self.callback(batched_events) Apr 09 13:48:16.370643 dv-cinder-785362-1-smb neutron-server[85152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 09 13:48:16.370643 dv-cinder-785362-1-smb neutron-server[85152]: event.method(event) Apr 09 13:48:16.370643 dv-cinder-785362-1-smb neutron-server[85152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 09 13:48:16.370643 dv-cinder-785362-1-smb neutron-server[85152]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 09 13:48:16.370643 dv-cinder-785362-1-smb neutron-server[85152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 09 13:48:16.370643 dv-cinder-785362-1-smb neutron-server[85152]: segment_id)['aggregates'][0] Apr 09 13:48:16.370643 dv-cinder-785362-1-smb neutron-server[85152]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 09 13:48:16.370643 dv-cinder-785362-1-smb neutron-server[85152]: return f(self, *a, **k) Apr 09 13:48:16.370643 dv-cinder-785362-1-smb neutron-server[85152]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 09 13:48:16.370643 dv-cinder-785362-1-smb neutron-server[85152]: return self._get(url).json() Apr 09 13:48:16.370643 dv-cinder-785362-1-smb neutron-server[85152]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 09 13:48:16.370643 dv-cinder-785362-1-smb neutron-server[85152]: **kwargs) Apr 09 13:48:16.370643 dv-cinder-785362-1-smb neutron-server[85152]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 09 13:48:16.370643 dv-cinder-785362-1-smb neutron-server[85152]: return self.request(url, 'GET', **kwargs) Apr 09 13:48:16.370643 dv-cinder-785362-1-smb neutron-server[85152]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 09 13:48:16.370643 dv-cinder-785362-1-smb neutron-server[85152]: **endpoint_filter) Apr 09 13:48:16.370643 dv-cinder-785362-1-smb neutron-server[85152]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 09 13:48:16.370643 dv-cinder-785362-1-smb neutron-server[85152]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 09 13:48:16.370643 dv-cinder-785362-1-smb neutron-server[85152]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 09 13:48:16.370643 dv-cinder-785362-1-smb neutron-server[85152]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 09 13:48:16.370643 dv-cinder-785362-1-smb neutron-server[85152]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 09 13:48:16.464586 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-05e88095-36d6-42d3-b083-04e442e0e9e5 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=180f40a8d5b34e3dabca1ca42108f226&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0021887 Apr 09 13:48:16.468165 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.75', 58500) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:48:16.606674 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-182924bb-0e36-48c9-9607-f427fc209255 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854763193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-711362'] for network, after_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:16.628383 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-c39992be-3bfd-4b5d-add8-e6b5ed6b4526 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:16.662976 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-c39992be-3bfd-4b5d-add8-e6b5ed6b4526 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:16.719463 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:48:16.758803 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182924bb-0e36-48c9-9607-f427fc209255 admin admin] Pushing event deleted for resources: {'Network': ['ID=257edcb1-4bc3-4ee5-b314-1fcf484a8a5a,revision_number=None']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:48:16.760535 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-c39992be-3bfd-4b5d-add8-e6b5ed6b4526 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738555'] for security_group, after_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:16.763120 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-182924bb-0e36-48c9-9607-f427fc209255 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:48:16.765122 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-182924bb-0e36-48c9-9607-f427fc209255 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758280'] for network, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:16.775735 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-9b586758-7553-4712-aa46-865820ea9ff4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:48:16.792949 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39992be-3bfd-4b5d-add8-e6b5ed6b4526 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1af17c0f-085f-4d5c-90fe-7c00f802fb83,revision_number=None']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:48:16.799274 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-c39992be-3bfd-4b5d-add8-e6b5ed6b4526 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:48:16.817558 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-182924bb-0e36-48c9-9607-f427fc209255 admin admin] 10.222.0.75 "DELETE /v2.0/networks/257edcb1-4bc3-4ee5-b314-1fcf484a8a5a HTTP/1.1" status: 204 len: 168 time: 2.5859120 Apr 09 13:48:16.835377 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-c39992be-3bfd-4b5d-add8-e6b5ed6b4526 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:16.838971 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-c39992be-3bfd-4b5d-add8-e6b5ed6b4526 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/1af17c0f-085f-4d5c-90fe-7c00f802fb83 HTTP/1.1" status: 204 len: 168 time: 0.3670375 Apr 09 13:48:17.115813 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.75', 58534) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:48:17.171648 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-6095fdc7-6a6d-4f81-bbbf-344fbdffc790 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=21a623aaeceb4802b1032e20363c6154&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0542030 Apr 09 13:48:17.174502 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.75', 58540) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:48:17.222427 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-e04982ce-d7ff-4faa-ac9d-cb70da5bee2a tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:17.234567 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-e04982ce-d7ff-4faa-ac9d-cb70da5bee2a tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-711411'] for floatingip, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:17.296515 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-0874c0cf-d4bb-4c1a-88dc-41d6305dbfc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:17.332189 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-0874c0cf-d4bb-4c1a-88dc-41d6305dbfc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:17.412151 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-0874c0cf-d4bb-4c1a-88dc-41d6305dbfc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738555'] for security_group, after_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:17.418115 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-82dd83ea-f684-410f-9119-d58a3c112ebc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:48:17.456709 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0874c0cf-d4bb-4c1a-88dc-41d6305dbfc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7630f0ce-e518-49eb-b14c-24fd9c9bb8de,revision_number=None']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:48:17.462062 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-0874c0cf-d4bb-4c1a-88dc-41d6305dbfc6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:48:17.468732 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-0874c0cf-d4bb-4c1a-88dc-41d6305dbfc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:17.473235 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-0874c0cf-d4bb-4c1a-88dc-41d6305dbfc6 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/7630f0ce-e518-49eb-b14c-24fd9c9bb8de HTTP/1.1" status: 204 len: 168 time: 0.2935543 Apr 09 13:48:17.473425 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921fe66d-ad0c-465c-a832-3305e81703c7 req-77c4bc8a-aa7d-4d8c-b646-ad145b42e8c9 tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:48:17.473425 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-921fe66d-ad0c-465c-a832-3305e81703c7 req-77c4bc8a-aa7d-4d8c-b646-ad145b42e8c9 tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] 10.222.0.75 "GET /v2.0/ports?device_id=7690505b-47c6-4e11-9a94-a4cca9735a09 HTTP/1.1" status: 200 len: 945 time: 0.3672745 Apr 09 13:48:17.566359 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-921fe66d-ad0c-465c-a832-3305e81703c7 req-73ddc2c6-f47a-4c03-b9e5-9bb1789ed61f tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] 10.222.0.75 "GET /v2.0/security-groups?id=eea7a60b-00a0-497d-babc-18f415d64d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820160 Apr 09 13:48:17.618069 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.db.l3_db [None req-e04982ce-d7ff-4faa-ac9d-cb70da5bee2a tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Floating IP 89a285c8-1c8d-466f-be1d-84df21850ff6 associated. External IP: 172.28.0.29, port: c815e3b4-7583-4fdb-941f-62cd10bf1dd3. Apr 09 13:48:17.682006 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.75', 58552) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:48:17.757319 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-dbc9484d-95e8-45ab-8943-dc059cab6b10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:17.775443 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-dbc9484d-95e8-45ab-8943-dc059cab6b10 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 13:48:17.782098 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-dbc9484d-95e8-45ab-8943-dc059cab6b10 admin admin] Usage tracker for resource:security_group_rule and tenant:c19edac10a474b989e97f5e29c824389 is out of sync, need to count used quota {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 13:48:17.785293 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-dbc9484d-95e8-45ab-8943-dc059cab6b10 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 13:48:17.791467 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-dbc9484d-95e8-45ab-8943-dc059cab6b10 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 13:48:17.947046 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-dbc9484d-95e8-45ab-8943-dc059cab6b10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:17.951000 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-dbc9484d-95e8-45ab-8943-dc059cab6b10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738555'] for security_group, after_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:17.974846 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-bcc2bf82-529e-4a13-b441-9ee8c7059f51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:48:18.044131 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-dbc9484d-95e8-45ab-8943-dc059cab6b10 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=c19edac10a474b989e97f5e29c824389&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3602965 Apr 09 13:48:18.047364 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc9484d-95e8-45ab-8943-dc059cab6b10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68e94941-de0b-44ff-a854-e586b0e2fbed,revision_number=1']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:48:18.050176 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.75', 58566) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:48:18.065768 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-dbc9484d-95e8-45ab-8943-dc059cab6b10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:48:18.183642 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-e144daa4-73ef-4b2a-a9e5-d452ff033c05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:18.231046 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e04982ce-d7ff-4faa-ac9d-cb70da5bee2a tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Router e36652c1-6bec-4570-b33c-77b5086f1ce8 has already been hosted by L3 agent 69305824-358b-46b0-9707-cd2ded304b9c {{(pid=85266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 09 13:48:18.244518 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-e144daa4-73ef-4b2a-a9e5-d452ff033c05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:18.344961 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-e144daa4-73ef-4b2a-a9e5-d452ff033c05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738555'] for security_group, after_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:18.353340 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-f192c3b6-7592-4aa8-9508-13d55b1c16b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:48:18.367178 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e144daa4-73ef-4b2a-a9e5-d452ff033c05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68e94941-de0b-44ff-a854-e586b0e2fbed,revision_number=None']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:48:18.390956 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-e144daa4-73ef-4b2a-a9e5-d452ff033c05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:48:18.409791 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-e144daa4-73ef-4b2a-a9e5-d452ff033c05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:18.411164 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-e144daa4-73ef-4b2a-a9e5-d452ff033c05 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/68e94941-de0b-44ff-a854-e586b0e2fbed HTTP/1.1" status: 204 len: 168 time: 0.3478472 Apr 09 13:48:18.437664 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.75', 58584) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:48:18.501273 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e04982ce-d7ff-4faa-ac9d-cb70da5bee2a tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Notify agent at l3_agent.dv-cinder-785362-1-smb the message routers_updated {{(pid=85266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 09 13:48:18.513890 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-e04982ce-d7ff-4faa-ac9d-cb70da5bee2a tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770645'] for floatingip, before_response {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:18.522592 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5b7d574-6de7-4aee-bc46-b26ce4316176 None None] Sync routers for ids ['e36652c1-6bec-4570-b33c-77b5086f1ce8'] in dv-cinder-785362-1-smb {{(pid=85268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 09 13:48:18.546675 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5b7d574-6de7-4aee-bc46-b26ce4316176 None None] Routers {'e36652c1-6bec-4570-b33c-77b5086f1ce8'} bound to L3 agent in host dv-cinder-785362-1-smb {{(pid=85268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 09 13:48:18.547447 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_hamode_db [None req-d5b7d574-6de7-4aee-bc46-b26ce4316176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-785362-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-09T13:38:04Z,description=,heartbeat_timestamp=2021-04-09T13:48:04Z,host='dv-cinder-785362-1-smb',id=69305824-358b-46b0-9707-cd2ded304b9c,load=0,resource_versions=,resources_synced=,started_at=2021-04-09T13:38:04Z,topic='l3_agent')) {'router_ids': ['e36652c1-6bec-4570-b33c-77b5086f1ce8'], 'active': True} {{(pid=85268) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 13:48:18.838234 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_dvr_db [None req-d5b7d574-6de7-4aee-bc46-b26ce4316176 None None] Set router e36652c1-6bec-4570-b33c-77b5086f1ce8 gateway port host: dv-cinder-785362-1-smb {{(pid=85268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 09 13:48:18.946652 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-e04982ce-d7ff-4faa-ac9d-cb70da5bee2a tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] 10.222.0.75 "PUT /v2.0/floatingips/89a285c8-1c8d-466f-be1d-84df21850ff6 HTTP/1.1" status: 200 len: 991 time: 2.9057631 Apr 09 13:48:18.949237 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-2ec555cc-53dd-440b-90f9-00b0fc9b39f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:18.949366 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ffb272c-6295-48b3-b9cd-fed761b141a7', 'tag': 'c815e3b4-7583-4fdb-941f-62cd10bf1dd3'}] {{(pid=85266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 09 13:48:18.995534 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb6512b-b69e-4b7a-b76a-8b2856d71039 req-97f8ee5a-d9eb-43e5-81a2-22a87ed89ab8 tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:48:18.997318 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-feb6512b-b69e-4b7a-b76a-8b2856d71039 req-97f8ee5a-d9eb-43e5-81a2-22a87ed89ab8 tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] 10.222.0.75 "GET /v2.0/ports?device_id=7690505b-47c6-4e11-9a94-a4cca9735a09 HTTP/1.1" status: 200 len: 945 time: 0.1243320 Apr 09 13:48:19.001914 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-2ec555cc-53dd-440b-90f9-00b0fc9b39f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 13:48:19.015857 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-2ec555cc-53dd-440b-90f9-00b0fc9b39f4 admin admin] Usage tracker for resource:security_group_rule and tenant:3def372defc94696b99407c9ebbd8814 is out of sync, need to count used quota {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 13:48:19.029908 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-2ec555cc-53dd-440b-90f9-00b0fc9b39f4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 13:48:19.039987 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-2ec555cc-53dd-440b-90f9-00b0fc9b39f4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 13:48:19.059592 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-feb6512b-b69e-4b7a-b76a-8b2856d71039 req-dbf1b5e4-ebdb-47e8-98f4-4b85ef9603d1 tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] 10.222.0.75 "GET /v2.0/security-groups?id=eea7a60b-00a0-497d-babc-18f415d64d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528657 Apr 09 13:48:19.168387 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ffb272c-6295-48b3-b9cd-fed761b141a7', 'tag': 'c815e3b4-7583-4fdb-941f-62cd10bf1dd3', 'status': 'completed', 'code': 200} Apr 09 13:48:19.216301 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-2ec555cc-53dd-440b-90f9-00b0fc9b39f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:19.220854 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-2ec555cc-53dd-440b-90f9-00b0fc9b39f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738555'] for security_group, after_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:19.273482 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-b6e38050-39a1-445d-bd72-76fef83e6e42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:48:19.287243 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-2ec555cc-53dd-440b-90f9-00b0fc9b39f4 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=3def372defc94696b99407c9ebbd8814&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8475087 Apr 09 13:48:19.290228 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.75', 58616) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:48:19.290890 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.75', 58618) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:48:19.335705 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910346a0-c68b-41ce-aa4f-46f8ef684a69 req-250166fb-43de-4a10-a0ad-5c58e9934ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:48:19.337760 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-910346a0-c68b-41ce-aa4f-46f8ef684a69 req-250166fb-43de-4a10-a0ad-5c58e9934ae9 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=8b1366e2a2764227a2e3ada9f6348323&device_id=1ffb272c-6295-48b3-b9cd-fed761b141a7 HTTP/1.1" status: 200 len: 1099 time: 0.1332638 Apr 09 13:48:19.374732 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec555cc-53dd-440b-90f9-00b0fc9b39f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c12e81a-6912-4fa3-8256-4b3d61f52c6d,revision_number=1']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:48:19.380397 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-2ec555cc-53dd-440b-90f9-00b0fc9b39f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:48:19.445041 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-d577a890-cfa8-40a8-a396-8c9269668a16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:19.481184 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-d577a890-cfa8-40a8-a396-8c9269668a16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:19.534990 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_hamode_db [None req-d5b7d574-6de7-4aee-bc46-b26ce4316176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e36652c1-6bec-4570-b33c-77b5086f1ce8', 'name': 'tempest-AttachVolumeTestJSON-1552224158-router', 'tenant_id': '8b1366e2a2764227a2e3ada9f6348323', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd39673be-df84-4009-abea-d472d159fdfd', 'external_fixed_ips': [{'subnet_id': 'f6eeb1a0-26c5-43d1-996f-84b999bf12c7', 'ip_address': '172.28.0.183'}], 'enable_snat': True}, 'gw_port_id': 'e4a4510d-2481-4e5d-8964-18483640b5d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T13:47:06Z', 'updated_at': '2021-04-09T13:47:26Z', 'revision_number': 4, 'project_id': '8b1366e2a2764227a2e3ada9f6348323', 'gw_port': {'id': 'e4a4510d-2481-4e5d-8964-18483640b5d4', 'name': '', 'network_id': 'd39673be-df84-4009-abea-d472d159fdfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:46:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e36652c1-6bec-4570-b33c-77b5086f1ce8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'f6eeb1a0-26c5-43d1-996f-84b999bf12c7', 'ip_address': '172.28.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:47:12Z', 'updated_at': '2021-04-09T13:47:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6eeb1a0-26c5-43d1-996f-84b999bf12c7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-1-smb', '_floatingips': [{'id': '89a285c8-1c8d-466f-be1d-84df21850ff6', 'tenant_id': '8b1366e2a2764227a2e3ada9f6348323', 'floating_ip_address': '172.28.0.29', 'floating_network_id': 'd39673be-df84-4009-abea-d472d159fdfd', 'router_id': 'e36652c1-6bec-4570-b33c-77b5086f1ce8', 'port_id': 'c815e3b4-7583-4fdb-941f-62cd10bf1dd3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 144, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05572312-ba94-44c0-9d23-59b1e6c5c81f', 'mac_address': 'fa:16:3e:3e:3d:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ffb272c-6295-48b3-b9cd-fed761b141a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-09T13:47:42Z', 'updated_at': '2021-04-09T13:48:17Z', 'revision_number': 1, 'project_id': '8b1366e2a2764227a2e3ada9f6348323', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bd565bf-dbfe-4cce-8936-0512a2cd7275', 'name': '', 'network_id': '05572312-ba94-44c0-9d23-59b1e6c5c81f', 'tenant_id': '8b1366e2a2764227a2e3ada9f6348323', 'mac_address': 'fa:16:3e:6f:60:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e36652c1-6bec-4570-b33c-77b5086f1ce8', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '52cd575a-477f-4889-af1f-960c6b2cd43e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:47:23Z', 'updated_at': '2021-04-09T13:47:43Z', 'revision_number': 5, 'project_id': '8b1366e2a2764227a2e3ada9f6348323', 'subnets': [{'id': '52cd575a-477f-4889-af1f-960c6b2cd43e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-785362-1-smb', False) {} {{(pid=85268) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 13:48:19.541237 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5b7d574-6de7-4aee-bc46-b26ce4316176 None None] Checking router: e36652c1-6bec-4570-b33c-77b5086f1ce8 for host: dv-cinder-785362-1-smb {{(pid=85268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 09 13:48:19.559354 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5b7d574-6de7-4aee-bc46-b26ce4316176 None None] Routers {'e36652c1-6bec-4570-b33c-77b5086f1ce8'} bound to L3 agent in host dv-cinder-785362-1-smb {{(pid=85268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 09 13:48:19.560994 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_hamode_db [None req-d5b7d574-6de7-4aee-bc46-b26ce4316176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-785362-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-09T13:38:04Z,description=,heartbeat_timestamp=2021-04-09T13:48:04Z,host='dv-cinder-785362-1-smb',id=69305824-358b-46b0-9707-cd2ded304b9c,load=0,resource_versions=,resources_synced=,started_at=2021-04-09T13:38:04Z,topic='l3_agent')) {'router_ids': ['e36652c1-6bec-4570-b33c-77b5086f1ce8'], 'active': True} {{(pid=85268) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 13:48:19.574189 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-d577a890-cfa8-40a8-a396-8c9269668a16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738555'] for security_group, after_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:19.585937 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-ea0ea1bb-a167-42a3-b7fe-0adf22ed42be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:48:19.608906 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d577a890-cfa8-40a8-a396-8c9269668a16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c12e81a-6912-4fa3-8256-4b3d61f52c6d,revision_number=None']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:48:19.612198 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-d577a890-cfa8-40a8-a396-8c9269668a16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:48:19.624879 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-d577a890-cfa8-40a8-a396-8c9269668a16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:19.629304 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-d577a890-cfa8-40a8-a396-8c9269668a16 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/3c12e81a-6912-4fa3-8256-4b3d61f52c6d HTTP/1.1" status: 204 len: 168 time: 0.3317215 Apr 09 13:48:19.637447 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910346a0-c68b-41ce-aa4f-46f8ef684a69 req-1aa7cabc-68a5-4b84-92ab-6bea70b7e090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:48:19.638976 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-910346a0-c68b-41ce-aa4f-46f8ef684a69 req-1aa7cabc-68a5-4b84-92ab-6bea70b7e090 service neutron] 10.222.0.90 "GET /v2.0/networks?id=05572312-ba94-44c0-9d23-59b1e6c5c81f HTTP/1.1" status: 200 len: 912 time: 0.2920818 Apr 09 13:48:19.695267 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.v2.base [None req-6a467981-30e5-45a4-836b-581c27b8f40b admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-763405268-network', 'tenant_id': '981e5abb8dd346a89205b37c9bb70aad'}} {{(pid=85265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 09 13:48:19.702621 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-6a467981-30e5-45a4-836b-581c27b8f40b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 13:48:19.711082 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-6a467981-30e5-45a4-836b-581c27b8f40b admin admin] Usage tracker for resource:network and tenant:981e5abb8dd346a89205b37c9bb70aad is out of sync, need to count used quota {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 13:48:19.718300 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-6a467981-30e5-45a4-836b-581c27b8f40b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 13:48:19.754325 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-6a467981-30e5-45a4-836b-581c27b8f40b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 13:48:19.774613 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a467981-30e5-45a4-836b-581c27b8f40b admin admin] Made reservation on behalf of 981e5abb8dd346a89205b37c9bb70aad for: {'network': 1} {{(pid=85265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 09 13:48:19.779528 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-6a467981-30e5-45a4-836b-581c27b8f40b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853739810'] for network, before_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:19.814179 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-6a467981-30e5-45a4-836b-581c27b8f40b admin admin] Notify callbacks [] for security_group, before_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:19.859691 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-6a467981-30e5-45a4-836b-581c27b8f40b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 13:48:19.878837 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_dvr_db [None req-d5b7d574-6de7-4aee-bc46-b26ce4316176 None None] Set router e36652c1-6bec-4570-b33c-77b5086f1ce8 gateway port host: dv-cinder-785362-1-smb {{(pid=85268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 09 13:48:19.882652 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-6a467981-30e5-45a4-836b-581c27b8f40b admin admin] Usage tracker for resource:security_group_rule and tenant:981e5abb8dd346a89205b37c9bb70aad is out of sync, need to count used quota {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 13:48:19.887468 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-6a467981-30e5-45a4-836b-581c27b8f40b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 13:48:19.908240 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-6a467981-30e5-45a4-836b-581c27b8f40b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 13:48:19.954516 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-910346a0-c68b-41ce-aa4f-46f8ef684a69 req-abfada64-6dcb-4e78-8552-be04bc7c70c2 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c815e3b4-7583-4fdb-941f-62cd10bf1dd3 HTTP/1.1" status: 200 len: 999 time: 0.3068604 Apr 09 13:48:20.133968 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910346a0-c68b-41ce-aa4f-46f8ef684a69 req-ffbdf70c-0b55-4195-bd1d-2747c150d1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:48:20.142734 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-910346a0-c68b-41ce-aa4f-46f8ef684a69 req-ffbdf70c-0b55-4195-bd1d-2747c150d1e3 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=52cd575a-477f-4889-af1f-960c6b2cd43e HTTP/1.1" status: 200 len: 850 time: 0.1805496 Apr 09 13:48:20.235491 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-6a467981-30e5-45a4-836b-581c27b8f40b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:20.249827 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-6a467981-30e5-45a4-836b-581c27b8f40b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738555'] for security_group, after_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:20.253120 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-821adff8-70ad-405d-b7c1-626f8e3049fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:48:20.271369 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910346a0-c68b-41ce-aa4f-46f8ef684a69 req-9f96719b-a70b-469e-9952-a9437ecee46b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:48:20.277250 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-910346a0-c68b-41ce-aa4f-46f8ef684a69 req-9f96719b-a70b-469e-9952-a9437ecee46b service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=05572312-ba94-44c0-9d23-59b1e6c5c81f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1117845 Apr 09 13:48:20.361806 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a467981-30e5-45a4-836b-581c27b8f40b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d6d69ee-a6db-4737-9577-8ba747e83263,revision_number=1']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:48:20.395645 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-6a467981-30e5-45a4-836b-581c27b8f40b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:48:20.408942 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a467981-30e5-45a4-836b-581c27b8f40b admin admin] vlan segment allocate from pool success with {'vlan_id': 624, 'physical_network': 'physnet1'} {{(pid=85265) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 09 13:48:20.432525 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-6a467981-30e5-45a4-836b-581c27b8f40b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854760408'] for segment, precommit_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:20.435849 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.db.segments_db [None req-6a467981-30e5-45a4-836b-581c27b8f40b admin admin] Added segment 89c5976a-807e-4c6d-ad02-9680aa534830 of type vlan for network 321a4ef2-6a38-427e-899f-1e64ebad63b3 Apr 09 13:48:20.500461 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-6a467981-30e5-45a4-836b-581c27b8f40b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363265039334123'] for network, precommit_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:20.563015 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-6a467981-30e5-45a4-836b-581c27b8f40b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299'] for network, after_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:20.564464 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a467981-30e5-45a4-836b-581c27b8f40b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:48:20.565358 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-6a467981-30e5-45a4-836b-581c27b8f40b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758280'] for network, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:20.605189 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:48:20.659239 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-910346a0-c68b-41ce-aa4f-46f8ef684a69 req-01ab8690-621e-44e0-86e3-ad0c4b1afb2c service neutron] 10.222.0.90 "GET /v2.0/networks/05572312-ba94-44c0-9d23-59b1e6c5c81f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3761582 Apr 09 13:48:20.671553 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-6a467981-30e5-45a4-836b-581c27b8f40b admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.3764293 Apr 09 13:48:20.672523 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.75', 58666) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:48:20.680921 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.v2.base [None req-8767ca7c-192b-4583-8547-8e7f2f519e3e admin admin] Request body: {'subnet': {'network_id': '321a4ef2-6a38-427e-899f-1e64ebad63b3', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-763405268-subnet', 'tenant_id': '981e5abb8dd346a89205b37c9bb70aad', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 09 13:48:20.750175 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-8767ca7c-192b-4583-8547-8e7f2f519e3e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 13:48:20.757792 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-8767ca7c-192b-4583-8547-8e7f2f519e3e admin admin] Usage tracker for resource:subnet and tenant:981e5abb8dd346a89205b37c9bb70aad is out of sync, need to count used quota {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 13:48:20.763028 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-8767ca7c-192b-4583-8547-8e7f2f519e3e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 13:48:20.766438 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a467981-30e5-45a4-836b-581c27b8f40b admin admin] Pushing event updated for resources: {'Network': ['ID=321a4ef2-6a38-427e-899f-1e64ebad63b3,revision_number=1']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:48:20.772375 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-8767ca7c-192b-4583-8547-8e7f2f519e3e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 13:48:20.774673 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-6a467981-30e5-45a4-836b-581c27b8f40b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:48:20.783115 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.rpc [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Network 321a4ef2-6a38-427e-899f-1e64ebad63b3 details requested by agent ovs-agent-dv-cinder-785362-1-smb with host dv-cinder-785362-1-smb {{(pid=85267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 09 13:48:20.785504 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8767ca7c-192b-4583-8547-8e7f2f519e3e admin admin] Made reservation on behalf of 981e5abb8dd346a89205b37c9bb70aad for: {'subnet': 1} {{(pid=85265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 09 13:48:20.797132 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-8767ca7c-192b-4583-8547-8e7f2f519e3e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2379586'] for subnet, before_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:20.909102 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_hamode_db [None req-d5b7d574-6de7-4aee-bc46-b26ce4316176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e36652c1-6bec-4570-b33c-77b5086f1ce8', 'name': 'tempest-AttachVolumeTestJSON-1552224158-router', 'tenant_id': '8b1366e2a2764227a2e3ada9f6348323', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd39673be-df84-4009-abea-d472d159fdfd', 'external_fixed_ips': [{'subnet_id': 'f6eeb1a0-26c5-43d1-996f-84b999bf12c7', 'ip_address': '172.28.0.183'}], 'enable_snat': True}, 'gw_port_id': 'e4a4510d-2481-4e5d-8964-18483640b5d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T13:47:06Z', 'updated_at': '2021-04-09T13:47:26Z', 'revision_number': 4, 'project_id': '8b1366e2a2764227a2e3ada9f6348323', 'gw_port': {'id': 'e4a4510d-2481-4e5d-8964-18483640b5d4', 'name': '', 'network_id': 'd39673be-df84-4009-abea-d472d159fdfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:46:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e36652c1-6bec-4570-b33c-77b5086f1ce8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'f6eeb1a0-26c5-43d1-996f-84b999bf12c7', 'ip_address': '172.28.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:47:12Z', 'updated_at': '2021-04-09T13:47:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6eeb1a0-26c5-43d1-996f-84b999bf12c7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-1-smb', '_floatingips': [{'id': '89a285c8-1c8d-466f-be1d-84df21850ff6', 'tenant_id': '8b1366e2a2764227a2e3ada9f6348323', 'floating_ip_address': '172.28.0.29', 'floating_network_id': 'd39673be-df84-4009-abea-d472d159fdfd', 'router_id': 'e36652c1-6bec-4570-b33c-77b5086f1ce8', 'port_id': 'c815e3b4-7583-4fdb-941f-62cd10bf1dd3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 144, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05572312-ba94-44c0-9d23-59b1e6c5c81f', 'mac_address': 'fa:16:3e:3e:3d:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ffb272c-6295-48b3-b9cd-fed761b141a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-09T13:47:42Z', 'updated_at': '2021-04-09T13:48:17Z', 'revision_number': 1, 'project_id': '8b1366e2a2764227a2e3ada9f6348323', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bd565bf-dbfe-4cce-8936-0512a2cd7275', 'name': '', 'network_id': '05572312-ba94-44c0-9d23-59b1e6c5c81f', 'tenant_id': '8b1366e2a2764227a2e3ada9f6348323', 'mac_address': 'fa:16:3e:6f:60:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e36652c1-6bec-4570-b33c-77b5086f1ce8', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '52cd575a-477f-4889-af1f-960c6b2cd43e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:47:23Z', 'updated_at': '2021-04-09T13:47:43Z', 'revision_number': 5, 'project_id': '8b1366e2a2764227a2e3ada9f6348323', 'subnets': [{'id': '52cd575a-477f-4889-af1f-960c6b2cd43e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-785362-1-smb', False) {} {{(pid=85268) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 13:48:20.926061 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5b7d574-6de7-4aee-bc46-b26ce4316176 None None] The sync data for ids ['e36652c1-6bec-4570-b33c-77b5086f1ce8'] in dv-cinder-785362-1-smb is: [{'id': 'e36652c1-6bec-4570-b33c-77b5086f1ce8', 'name': 'tempest-AttachVolumeTestJSON-1552224158-router', 'tenant_id': '8b1366e2a2764227a2e3ada9f6348323', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd39673be-df84-4009-abea-d472d159fdfd', 'external_fixed_ips': [{'subnet_id': 'f6eeb1a0-26c5-43d1-996f-84b999bf12c7', 'ip_address': '172.28.0.183'}], 'enable_snat': True}, 'gw_port_id': 'e4a4510d-2481-4e5d-8964-18483640b5d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T13:47:06Z', 'updated_at': '2021-04-09T13:47:26Z', 'revision_number': 4, 'project_id': '8b1366e2a2764227a2e3ada9f6348323', 'gw_port': {'id': 'e4a4510d-2481-4e5d-8964-18483640b5d4', 'name': '', 'network_id': 'd39673be-df84-4009-abea-d472d159fdfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:46:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e36652c1-6bec-4570-b33c-77b5086f1ce8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'f6eeb1a0-26c5-43d1-996f-84b999bf12c7', 'ip_address': '172.28.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:47:12Z', 'updated_at': '2021-04-09T13:47:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6eeb1a0-26c5-43d1-996f-84b999bf12c7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-1-smb', '_floatingips': [{'id': '89a285c8-1c8d-466f-be1d-84df21850ff6', 'tenant_id': '8b1366e2a2764227a2e3ada9f6348323', 'floating_ip_address': '172.28.0.29', 'floating_network_id': 'd39673be-df84-4009-abea-d472d159fdfd', 'router_id': 'e36652c1-6bec-4570-b33c-77b5086f1ce8', 'port_id': 'c815e3b4-7583-4fdb-941f-62cd10bf1dd3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 144, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05572312-ba94-44c0-9d23-59b1e6c5c81f', 'mac_address': 'fa:16:3e:3e:3d:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ffb272c-6295-48b3-b9cd-fed761b141a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-09T13:47:42Z', 'updated_at': '2021-04-09T13:48:17Z', 'revision_number': 1, 'project_id': '8b1366e2a2764227a2e3ada9f6348323', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bd565bf-dbfe-4cce-8936-0512a2cd7275', 'name': '', 'network_id': '05572312-ba94-44c0-9d23-59b1e6c5c81f', 'tenant_id': '8b1366e2a2764227a2e3ada9f6348323', 'mac_address': 'fa:16:3e:6f:60:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e36652c1-6bec-4570-b33c-77b5086f1ce8', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '52cd575a-477f-4889-af1f-960c6b2cd43e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:47:23Z', 'updated_at': '2021-04-09T13:47:43Z', 'revision_number': 5, 'project_id': '8b1366e2a2764227a2e3ada9f6348323', 'subnets': [{'id': '52cd575a-477f-4889-af1f-960c6b2cd43e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 09 13:48:21.060813 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368c6238-954a-4353-9daf-9c62dca60f39 req-a078ed63-da92-46a1-b8ce-9c4ed89ffbc2 tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:48:21.071931 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-368c6238-954a-4353-9daf-9c62dca60f39 req-a078ed63-da92-46a1-b8ce-9c4ed89ffbc2 tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] 10.222.0.75 "GET /v2.0/ports?device_id=7690505b-47c6-4e11-9a94-a4cca9735a09 HTTP/1.1" status: 200 len: 945 time: 0.6684480 Apr 09 13:48:21.132184 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-910346a0-c68b-41ce-aa4f-46f8ef684a69 req-85c4b282-4378-4113-bb9c-ae1720420d7c service neutron] 10.222.0.90 "GET /v2.0/networks/05572312-ba94-44c0-9d23-59b1e6c5c81f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4463863 Apr 09 13:48:21.136358 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-368c6238-954a-4353-9daf-9c62dca60f39 req-4b0de553-d42e-4d5f-85fb-545a2083c726 tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] 10.222.0.75 "GET /v2.0/security-groups?id=eea7a60b-00a0-497d-babc-18f415d64d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572705 Apr 09 13:48:21.399810 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee1c38ee-37f4-41d6-ac7b-7b702bfec062 None None] New status for floating IP 89a285c8-1c8d-466f-be1d-84df21850ff6: ACTIVE {{(pid=85267) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 09 13:48:21.601617 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-8767ca7c-192b-4583-8547-8e7f2f519e3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851965029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2379635'] for subnet, after_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:21.780358 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-8353b533-6a03-4844-b2f9-15e593a800d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:48:21.891743 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8767ca7c-192b-4583-8547-8e7f2f519e3e admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a2ad2ff-fca0-4212-aff9-7195301180f2,revision_number=0']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:48:21.894157 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8767ca7c-192b-4583-8547-8e7f2f519e3e admin admin] Checking segment: {'id': '89c5976a-807e-4c6d-ad02-9680aa534830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '321a4ef2-6a38-427e-899f-1e64ebad63b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 09 13:48:21.894644 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8767ca7c-192b-4583-8547-8e7f2f519e3e admin admin] Network hostable DHCP agents. Network: 321a4ef2-6a38-427e-899f-1e64ebad63b3, hostable agents: ['977b5286-6f81-4d97-b9b2-e69f70c69ca5'], hosted agents: [] {{(pid=85265) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 09 13:48:21.902678 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-8767ca7c-192b-4583-8547-8e7f2f519e3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:48:21.918336 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8767ca7c-192b-4583-8547-8e7f2f519e3e admin admin] Network 321a4ef2-6a38-427e-899f-1e64ebad63b3 is scheduled to be hosted by DHCP agent 977b5286-6f81-4d97-b9b2-e69f70c69ca5 with binding_index 1 {{(pid=85265) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 09 13:48:21.933233 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.scheduler.base_scheduler [None req-8767ca7c-192b-4583-8547-8e7f2f519e3e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-785362-1-smb, 321a4ef2-6a38-427e-899f-1e64ebad63b3) {{(pid=85265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 09 13:48:21.952023 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0a0192b-e426-41c5-a1f7-fb53b173a1ae None None] Network 321a4ef2-6a38-427e-899f-1e64ebad63b3 requested from dv-cinder-785362-1-smb {{(pid=85267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 09 13:48:21.963169 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8767ca7c-192b-4583-8547-8e7f2f519e3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:48:21.964182 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-8767ca7c-192b-4583-8547-8e7f2f519e3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758280'] for subnet, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:22.014204 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-8767ca7c-192b-4583-8547-8e7f2f519e3e admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.3353369 Apr 09 13:48:22.442286 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a8c8cb2-804d-4ed5-b686-52bacab397e2 None None] Network 321a4ef2-6a38-427e-899f-1e64ebad63b3 requested from dv-cinder-785362-1-smb {{(pid=85267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 09 13:48:22.558086 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f01957-3df9-4e7c-9db8-17c98e7ed4cb req-cba591f7-8af8-48ce-8943-fa33d5526007 tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:48:22.559729 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-80f01957-3df9-4e7c-9db8-17c98e7ed4cb req-cba591f7-8af8-48ce-8943-fa33d5526007 tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] 10.222.0.75 "GET /v2.0/ports?device_id=7690505b-47c6-4e11-9a94-a4cca9735a09 HTTP/1.1" status: 200 len: 945 time: 0.1915486 Apr 09 13:48:22.625936 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-80f01957-3df9-4e7c-9db8-17c98e7ed4cb req-32abd644-f590-4d08-8142-fbab41d2771d tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] 10.222.0.75 "GET /v2.0/security-groups?id=eea7a60b-00a0-497d-babc-18f415d64d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500846 Apr 09 13:48:23.108897 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.75', 58748) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:48:23.117458 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.v2.base [None req-0177b9a9-5e5f-49b2-9ead-9e68b1695b29 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1819039154-network', 'tenant_id': '499a7c8735064a008167f129f4ca46f9'}} {{(pid=85265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 09 13:48:23.123240 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-0177b9a9-5e5f-49b2-9ead-9e68b1695b29 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 13:48:23.131337 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-0177b9a9-5e5f-49b2-9ead-9e68b1695b29 admin admin] Usage tracker for resource:network and tenant:499a7c8735064a008167f129f4ca46f9 is out of sync, need to count used quota {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 13:48:23.135414 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-0177b9a9-5e5f-49b2-9ead-9e68b1695b29 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 13:48:23.142962 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-0177b9a9-5e5f-49b2-9ead-9e68b1695b29 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 13:48:23.153283 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0177b9a9-5e5f-49b2-9ead-9e68b1695b29 admin admin] Made reservation on behalf of 499a7c8735064a008167f129f4ca46f9 for: {'network': 1} {{(pid=85265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 09 13:48:23.159213 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-0177b9a9-5e5f-49b2-9ead-9e68b1695b29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853739810'] for network, before_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:23.173288 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-0177b9a9-5e5f-49b2-9ead-9e68b1695b29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:23.188747 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-0177b9a9-5e5f-49b2-9ead-9e68b1695b29 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 13:48:23.193184 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-0177b9a9-5e5f-49b2-9ead-9e68b1695b29 admin admin] Usage tracker for resource:security_group_rule and tenant:499a7c8735064a008167f129f4ca46f9 is out of sync, need to count used quota {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 13:48:23.196184 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-0177b9a9-5e5f-49b2-9ead-9e68b1695b29 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 13:48:23.203537 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-0177b9a9-5e5f-49b2-9ead-9e68b1695b29 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 13:48:23.293279 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-0177b9a9-5e5f-49b2-9ead-9e68b1695b29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:23.296864 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-0177b9a9-5e5f-49b2-9ead-9e68b1695b29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738555'] for security_group, after_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:23.301466 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-c39992be-3bfd-4b5d-add8-e6b5ed6b4526 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:48:23.334807 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0177b9a9-5e5f-49b2-9ead-9e68b1695b29 admin admin] vlan segment allocate from pool success with {'vlan_id': 647, 'physical_network': 'physnet1'} {{(pid=85265) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 09 13:48:23.344327 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0177b9a9-5e5f-49b2-9ead-9e68b1695b29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=badf50da-7f25-4676-a637-5c1806586e84,revision_number=1']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:48:23.348289 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-0177b9a9-5e5f-49b2-9ead-9e68b1695b29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:48:23.350924 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-0177b9a9-5e5f-49b2-9ead-9e68b1695b29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854760408'] for segment, precommit_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:23.351317 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.db.segments_db [None req-0177b9a9-5e5f-49b2-9ead-9e68b1695b29 admin admin] Added segment 854cd0f6-1b73-440d-9ee0-1df00309e31d of type vlan for network b5071683-d165-4997-9261-32d313528c6f Apr 09 13:48:23.389916 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-0177b9a9-5e5f-49b2-9ead-9e68b1695b29 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363265039334123'] for network, precommit_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:23.424701 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-0177b9a9-5e5f-49b2-9ead-9e68b1695b29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299'] for network, after_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:23.426114 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0177b9a9-5e5f-49b2-9ead-9e68b1695b29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:48:23.426763 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-0177b9a9-5e5f-49b2-9ead-9e68b1695b29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758280'] for network, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:23.431991 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:48:23.552812 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-0177b9a9-5e5f-49b2-9ead-9e68b1695b29 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.4394200 Apr 09 13:48:23.552812 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0177b9a9-5e5f-49b2-9ead-9e68b1695b29 admin admin] Pushing event updated for resources: {'Network': ['ID=b5071683-d165-4997-9261-32d313528c6f,revision_number=1']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:48:23.553785 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85266) accepted ('10.222.0.75', 58762) {{(pid=85266) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:48:23.559899 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.v2.base [None req-9512f0f0-0cf5-4d4c-adff-9b737a3ed6da admin admin] Request body: {'subnet': {'network_id': 'b5071683-d165-4997-9261-32d313528c6f', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1819039154-subnet', 'tenant_id': '499a7c8735064a008167f129f4ca46f9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 09 13:48:23.562713 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-0177b9a9-5e5f-49b2-9ead-9e68b1695b29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:48:23.566924 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.rpc [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Network b5071683-d165-4997-9261-32d313528c6f details requested by agent ovs-agent-dv-cinder-785362-1-smb with host dv-cinder-785362-1-smb {{(pid=85267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 09 13:48:23.567464 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-9512f0f0-0cf5-4d4c-adff-9b737a3ed6da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 13:48:23.572305 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-9512f0f0-0cf5-4d4c-adff-9b737a3ed6da admin admin] Usage tracker for resource:subnet and tenant:499a7c8735064a008167f129f4ca46f9 is out of sync, need to count used quota {{(pid=85266) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 13:48:23.575386 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-9512f0f0-0cf5-4d4c-adff-9b737a3ed6da admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85266) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 13:48:23.583207 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-9512f0f0-0cf5-4d4c-adff-9b737a3ed6da admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 13:48:23.595246 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9512f0f0-0cf5-4d4c-adff-9b737a3ed6da admin admin] Made reservation on behalf of 499a7c8735064a008167f129f4ca46f9 for: {'subnet': 1} {{(pid=85266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 09 13:48:23.599209 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-9512f0f0-0cf5-4d4c-adff-9b737a3ed6da admin admin] Notify callbacks [] for subnet, before_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:23.971353 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5afdf58-42f1-4592-9817-69eaa27b8c88 req-0f961f0b-6444-4667-a159-7ba93ae8794c tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:48:23.973255 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-a5afdf58-42f1-4592-9817-69eaa27b8c88 req-0f961f0b-6444-4667-a159-7ba93ae8794c tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] 10.222.0.75 "GET /v2.0/ports?device_id=7690505b-47c6-4e11-9a94-a4cca9735a09 HTTP/1.1" status: 200 len: 945 time: 0.1915896 Apr 09 13:48:24.066809 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-a5afdf58-42f1-4592-9817-69eaa27b8c88 req-ece79ec2-4e0b-463d-b03d-6336165be5c7 tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] 10.222.0.75 "GET /v2.0/security-groups?id=eea7a60b-00a0-497d-babc-18f415d64d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856278 Apr 09 13:48:24.187285 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-9512f0f0-0cf5-4d4c-adff-9b737a3ed6da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299'] for subnet, after_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:24.204863 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-a6094f2f-2251-41f3-add4-cfced155c4ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:48:24.341493 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9512f0f0-0cf5-4d4c-adff-9b737a3ed6da admin admin] Pushing event updated for resources: {'Subnet': ['ID=30cc9453-eb0f-4dca-a879-3a36d58932a1,revision_number=0']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:48:24.346804 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-9512f0f0-0cf5-4d4c-adff-9b737a3ed6da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:48:24.421036 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9512f0f0-0cf5-4d4c-adff-9b737a3ed6da admin admin] Checking segment: {'id': '854cd0f6-1b73-440d-9ee0-1df00309e31d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'b5071683-d165-4997-9261-32d313528c6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 09 13:48:24.421439 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9512f0f0-0cf5-4d4c-adff-9b737a3ed6da admin admin] Network hostable DHCP agents. Network: b5071683-d165-4997-9261-32d313528c6f, hostable agents: ['977b5286-6f81-4d97-b9b2-e69f70c69ca5'], hosted agents: [] {{(pid=85266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 09 13:48:24.440345 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9512f0f0-0cf5-4d4c-adff-9b737a3ed6da admin admin] Network b5071683-d165-4997-9261-32d313528c6f is scheduled to be hosted by DHCP agent 977b5286-6f81-4d97-b9b2-e69f70c69ca5 with binding_index 1 {{(pid=85266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 09 13:48:24.450152 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.scheduler.base_scheduler [None req-9512f0f0-0cf5-4d4c-adff-9b737a3ed6da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-785362-1-smb, b5071683-d165-4997-9261-32d313528c6f) {{(pid=85266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 09 13:48:24.456396 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9512f0f0-0cf5-4d4c-adff-9b737a3ed6da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:48:24.457411 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-9512f0f0-0cf5-4d4c-adff-9b737a3ed6da admin admin] Notify callbacks [] for subnet, before_response {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:24.460138 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c3c1d0c-bda0-4b9b-b4c0-7bfb81dd761d None None] Network b5071683-d165-4997-9261-32d313528c6f requested from dv-cinder-785362-1-smb {{(pid=85267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 09 13:48:24.484205 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-9512f0f0-0cf5-4d4c-adff-9b737a3ed6da admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9292867 Apr 09 13:48:24.689487 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85266) accepted ('10.222.0.75', 58788) {{(pid=85266) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:48:24.743225 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5408825a-2469-4c42-9e0a-b3a75a33531a None None] Network b5071683-d165-4997-9261-32d313528c6f requested from dv-cinder-785362-1-smb {{(pid=85267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 09 13:48:24.812542 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.db_base_plugin_v2 [None req-04eaf53d-6227-4ca3-8767-b707bd4050fd admin admin] Deleting subnet 2a2ad2ff-fca0-4212-aff9-7195301180f2 {{(pid=85266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 09 13:48:24.821456 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-04eaf53d-6227-4ca3-8767-b707bd4050fd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:24.900864 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-04eaf53d-6227-4ca3-8767-b707bd4050fd admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:24.911604 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-04eaf53d-6227-4ca3-8767-b707bd4050fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854770481'] for subnet, precommit_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:25.283728 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.75', 58812) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:48:25.448024 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184b5bd7-0ed9-4e35-ae67-4a2d9b8a4ee7 req-f431483b-3218-47d7-ae43-74a8c3925412 tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:48:25.449557 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-184b5bd7-0ed9-4e35-ae67-4a2d9b8a4ee7 req-f431483b-3218-47d7-ae43-74a8c3925412 tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] 10.222.0.75 "GET /v2.0/ports?device_id=7690505b-47c6-4e11-9a94-a4cca9735a09 HTTP/1.1" status: 200 len: 945 time: 0.2077582 Apr 09 13:48:25.484102 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-04eaf53d-6227-4ca3-8767-b707bd4050fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-5316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299'] for subnet, after_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:25.506303 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-bc25b918-dea4-44c7-9bb7-6f47a498c27e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:48:25.568383 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-184b5bd7-0ed9-4e35-ae67-4a2d9b8a4ee7 req-c3d84199-94c4-457c-a133-ac7b9f7f988b tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] 10.222.0.75 "GET /v2.0/security-groups?id=eea7a60b-00a0-497d-babc-18f415d64d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074758 Apr 09 13:48:25.654735 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04eaf53d-6227-4ca3-8767-b707bd4050fd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2a2ad2ff-fca0-4212-aff9-7195301180f2,revision_number=None']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:48:25.662631 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-04eaf53d-6227-4ca3-8767-b707bd4050fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:48:25.677025 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-24beb44b-6d43-464b-ac06-692e3804ba90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:25.696328 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-24beb44b-6d43-464b-ac06-692e3804ba90 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 13:48:25.697845 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-04eaf53d-6227-4ca3-8767-b707bd4050fd admin admin] Notify callbacks [] for subnet, before_response {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:25.701949 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-24beb44b-6d43-464b-ac06-692e3804ba90 admin admin] Usage tracker for resource:security_group_rule and tenant:892899006efb40208680aa395cfaadc6 is out of sync, need to count used quota {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 13:48:25.704553 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-04eaf53d-6227-4ca3-8767-b707bd4050fd admin admin] 10.222.0.75 "DELETE /v2.0/subnets/2a2ad2ff-fca0-4212-aff9-7195301180f2 HTTP/1.1" status: 204 len: 168 time: 1.0130763 Apr 09 13:48:25.707433 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.75', 58822) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:48:25.710525 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-24beb44b-6d43-464b-ac06-692e3804ba90 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 13:48:25.714354 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85266) accepted ('10.222.0.75', 58826) {{(pid=85266) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:48:25.736780 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-24beb44b-6d43-464b-ac06-692e3804ba90 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 13:48:25.859030 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-5497c72c-7d3e-4aa9-ba6e-66a20aaaafc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:25.860222 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-d74f55f7-9c56-4371-8ae8-ed30c6d60e2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-925549'] for network, before_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:25.880756 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-5497c72c-7d3e-4aa9-ba6e-66a20aaaafc1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 13:48:25.885387 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-5497c72c-7d3e-4aa9-ba6e-66a20aaaafc1 admin admin] Usage tracker for resource:security_group_rule and tenant:b4d8527f73d24b0ca4862f602e7876d9 is out of sync, need to count used quota {{(pid=85266) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 13:48:25.888700 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-5497c72c-7d3e-4aa9-ba6e-66a20aaaafc1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85266) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 13:48:25.895424 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-5497c72c-7d3e-4aa9-ba6e-66a20aaaafc1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 13:48:26.004975 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-5497c72c-7d3e-4aa9-ba6e-66a20aaaafc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:26.008747 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-5497c72c-7d3e-4aa9-ba6e-66a20aaaafc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738555'] for security_group, after_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:26.021755 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:48:26.068395 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-5497c72c-7d3e-4aa9-ba6e-66a20aaaafc1 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=b4d8527f73d24b0ca4862f602e7876d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3529298 Apr 09 13:48:26.072004 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85266) accepted ('10.222.0.75', 58836) {{(pid=85266) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:48:26.085974 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5497c72c-7d3e-4aa9-ba6e-66a20aaaafc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d86ce7c3-f832-4596-908a-db6d621b43a6,revision_number=1']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:48:26.092017 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-5497c72c-7d3e-4aa9-ba6e-66a20aaaafc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:48:26.118397 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-d74f55f7-9c56-4371-8ae8-ed30c6d60e2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-12623', 'neutron.services.segments.db._delete_segments_for_network--9223363265038819086'] for network, precommit_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:26.168758 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-d0bc4ff6-cd03-406e-888e-6b1c7239113d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:26.171085 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-24beb44b-6d43-464b-ac06-692e3804ba90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:26.193245 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-24beb44b-6d43-464b-ac06-692e3804ba90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738555'] for security_group, after_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:26.209843 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-39c90e8a-a11c-4729-b76b-d4ad1f671e5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:48:26.217409 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-d0bc4ff6-cd03-406e-888e-6b1c7239113d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:26.282595 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-d0bc4ff6-cd03-406e-888e-6b1c7239113d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738555'] for security_group, after_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:26.290381 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-5497c72c-7d3e-4aa9-ba6e-66a20aaaafc1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:48:26.313127 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bc4ff6-cd03-406e-888e-6b1c7239113d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d86ce7c3-f832-4596-908a-db6d621b43a6,revision_number=None']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:48:26.315729 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-d0bc4ff6-cd03-406e-888e-6b1c7239113d admin admin] Notify callbacks [] for security_group, before_response {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:26.317301 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-d0bc4ff6-cd03-406e-888e-6b1c7239113d admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/d86ce7c3-f832-4596-908a-db6d621b43a6 HTTP/1.1" status: 204 len: 168 time: 0.2442050 Apr 09 13:48:26.318530 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-d0bc4ff6-cd03-406e-888e-6b1c7239113d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:48:26.348198 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-24beb44b-6d43-464b-ac06-692e3804ba90 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=892899006efb40208680aa395cfaadc6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0630562 Apr 09 13:48:26.353755 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85266) accepted ('10.222.0.75', 58850) {{(pid=85266) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:48:26.360703 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24beb44b-6d43-464b-ac06-692e3804ba90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15a9d1ed-7a9b-4fba-98dd-f97d4e47c3f5,revision_number=1']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:48:26.368257 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-24beb44b-6d43-464b-ac06-692e3804ba90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:48:26.374169 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.services.segments.db [None req-d74f55f7-9c56-4371-8ae8-ed30c6d60e2b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['321a4ef2-6a38-427e-899f-1e64ebad63b3']}} {{(pid=85265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 13:48:26.400904 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.services.segments.db [None req-d74f55f7-9c56-4371-8ae8-ed30c6d60e2b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89c5976a-807e-4c6d-ad02-9680aa534830') {'for_net_delete': True} {{(pid=85265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 13:48:26.401103 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.services.segments.db [None req-d74f55f7-9c56-4371-8ae8-ed30c6d60e2b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89c5976a-807e-4c6d-ad02-9680aa534830') {} {{(pid=85265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 13:48:26.415695 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-d74f55f7-9c56-4371-8ae8-ed30c6d60e2b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363265038788092', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853019633'] for segment, before_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:26.434211 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-d74f55f7-9c56-4371-8ae8-ed30c6d60e2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854760408'] for segment, precommit_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:26.442179 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d74f55f7-9c56-4371-8ae8-ed30c6d60e2b admin admin] Releasing vlan 624 on physical network physnet1 to pool {{(pid=85265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 09 13:48:26.453521 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-60ed1c10-1b3d-4db0-b468-b63ab236b996 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:26.488835 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-60ed1c10-1b3d-4db0-b468-b63ab236b996 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:26.553819 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-60ed1c10-1b3d-4db0-b468-b63ab236b996 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738555'] for security_group, after_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:26.566282 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-f0f74e5b-7985-461f-be62-590528537b4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:48:26.580893 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ed1c10-1b3d-4db0-b468-b63ab236b996 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15a9d1ed-7a9b-4fba-98dd-f97d4e47c3f5,revision_number=None']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:48:26.585144 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-60ed1c10-1b3d-4db0-b468-b63ab236b996 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:48:26.589368 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-60ed1c10-1b3d-4db0-b468-b63ab236b996 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:26.594237 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-60ed1c10-1b3d-4db0-b468-b63ab236b996 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/15a9d1ed-7a9b-4fba-98dd-f97d4e47c3f5 HTTP/1.1" status: 204 len: 168 time: 0.2389901 Apr 09 13:48:26.760044 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.managers [None req-d74f55f7-9c56-4371-8ae8-ed30c6d60e2b admin admin] Network 321a4ef2-6a38-427e-899f-1e64ebad63b3 has no segments {{(pid=85265) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 09 13:48:26.773018 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-d74f55f7-9c56-4371-8ae8-ed30c6d60e2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2810634'] for segment, after_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:26.852308 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d64ecb-c7eb-4459-8e73-1a5f92e21795 req-0de595ed-dace-494b-abaa-173f7ee6013d tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:48:26.871194 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-72d64ecb-c7eb-4459-8e73-1a5f92e21795 req-0de595ed-dace-494b-abaa-173f7ee6013d tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] 10.222.0.75 "GET /v2.0/ports?device_id=7690505b-47c6-4e11-9a94-a4cca9735a09 HTTP/1.1" status: 200 len: 945 time: 0.1478896 Apr 09 13:48:26.871914 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85266) accepted ('10.222.0.75', 58860) {{(pid=85266) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:48:26.914518 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-bbda1e6c-8a08-47c4-a300-67db5f3c0ade admin admin] Notify callbacks [] for security_group, before_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:26.944174 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-72d64ecb-c7eb-4459-8e73-1a5f92e21795 req-93c1cc8e-a7bc-415a-944f-2993d316857a tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] 10.222.0.75 "GET /v2.0/security-groups?id=eea7a60b-00a0-497d-babc-18f415d64d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679717 Apr 09 13:48:26.957336 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-bbda1e6c-8a08-47c4-a300-67db5f3c0ade admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 13:48:26.962150 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-bbda1e6c-8a08-47c4-a300-67db5f3c0ade admin admin] Usage tracker for resource:security_group_rule and tenant:68f94d4125064490a9018e9d2bc7fd21 is out of sync, need to count used quota {{(pid=85266) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 13:48:26.965324 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-bbda1e6c-8a08-47c4-a300-67db5f3c0ade admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85266) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 13:48:26.972464 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-bbda1e6c-8a08-47c4-a300-67db5f3c0ade admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 13:48:27.022381 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.managers [None req-d74f55f7-9c56-4371-8ae8-ed30c6d60e2b admin admin] Network 321a4ef2-6a38-427e-899f-1e64ebad63b3 has no segments {{(pid=85265) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 09 13:48:27.062636 dv-cinder-785362-1-smb neutron-server[85152]: Traceback (most recent call last): Apr 09 13:48:27.062636 dv-cinder-785362-1-smb neutron-server[85152]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 09 13:48:27.062636 dv-cinder-785362-1-smb neutron-server[85152]: timer() Apr 09 13:48:27.062636 dv-cinder-785362-1-smb neutron-server[85152]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 09 13:48:27.062636 dv-cinder-785362-1-smb neutron-server[85152]: cb(*args, **kw) Apr 09 13:48:27.062636 dv-cinder-785362-1-smb neutron-server[85152]: File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper Apr 09 13:48:27.062636 dv-cinder-785362-1-smb neutron-server[85152]: return func(*args, **kwargs) Apr 09 13:48:27.062636 dv-cinder-785362-1-smb neutron-server[85152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 09 13:48:27.062636 dv-cinder-785362-1-smb neutron-server[85152]: self._notify() Apr 09 13:48:27.062636 dv-cinder-785362-1-smb neutron-server[85152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 09 13:48:27.062636 dv-cinder-785362-1-smb neutron-server[85152]: self.callback(batched_events) Apr 09 13:48:27.062636 dv-cinder-785362-1-smb neutron-server[85152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 09 13:48:27.062636 dv-cinder-785362-1-smb neutron-server[85152]: event.method(event) Apr 09 13:48:27.062636 dv-cinder-785362-1-smb neutron-server[85152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 09 13:48:27.062636 dv-cinder-785362-1-smb neutron-server[85152]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 09 13:48:27.062636 dv-cinder-785362-1-smb neutron-server[85152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 09 13:48:27.062636 dv-cinder-785362-1-smb neutron-server[85152]: segment_id)['aggregates'][0] Apr 09 13:48:27.062636 dv-cinder-785362-1-smb neutron-server[85152]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 09 13:48:27.062636 dv-cinder-785362-1-smb neutron-server[85152]: return f(self, *a, **k) Apr 09 13:48:27.062636 dv-cinder-785362-1-smb neutron-server[85152]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 09 13:48:27.062636 dv-cinder-785362-1-smb neutron-server[85152]: return self._get(url).json() Apr 09 13:48:27.062636 dv-cinder-785362-1-smb neutron-server[85152]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 09 13:48:27.062636 dv-cinder-785362-1-smb neutron-server[85152]: **kwargs) Apr 09 13:48:27.062636 dv-cinder-785362-1-smb neutron-server[85152]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 09 13:48:27.062636 dv-cinder-785362-1-smb neutron-server[85152]: return self.request(url, 'GET', **kwargs) Apr 09 13:48:27.062636 dv-cinder-785362-1-smb neutron-server[85152]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 09 13:48:27.062636 dv-cinder-785362-1-smb neutron-server[85152]: **endpoint_filter) Apr 09 13:48:27.062636 dv-cinder-785362-1-smb neutron-server[85152]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 09 13:48:27.062636 dv-cinder-785362-1-smb neutron-server[85152]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 09 13:48:27.062636 dv-cinder-785362-1-smb neutron-server[85152]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 09 13:48:27.062636 dv-cinder-785362-1-smb neutron-server[85152]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 09 13:48:27.062636 dv-cinder-785362-1-smb neutron-server[85152]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 09 13:48:27.127662 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-bbda1e6c-8a08-47c4-a300-67db5f3c0ade admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:27.131868 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-bbda1e6c-8a08-47c4-a300-67db5f3c0ade admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738555'] for security_group, after_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:27.171158 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-60ed1c10-1b3d-4db0-b468-b63ab236b996 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:48:27.187511 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-bbda1e6c-8a08-47c4-a300-67db5f3c0ade admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=68f94d4125064490a9018e9d2bc7fd21&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3111520 Apr 09 13:48:27.190660 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85266) accepted ('10.222.0.75', 58874) {{(pid=85266) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:48:27.219470 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-d74f55f7-9c56-4371-8ae8-ed30c6d60e2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854763193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-711362'] for network, after_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:27.226606 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-6a467981-30e5-45a4-836b-581c27b8f40b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:48:27.245712 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-d74f55f7-9c56-4371-8ae8-ed30c6d60e2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758280'] for network, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:27.245858 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbda1e6c-8a08-47c4-a300-67db5f3c0ade admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a83451b8-5772-4676-a6de-94658af698fe,revision_number=1']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:48:27.258306 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74f55f7-9c56-4371-8ae8-ed30c6d60e2b admin admin] Pushing event deleted for resources: {'Network': ['ID=321a4ef2-6a38-427e-899f-1e64ebad63b3,revision_number=None']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:48:27.269653 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-d74f55f7-9c56-4371-8ae8-ed30c6d60e2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:48:27.271550 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-bbda1e6c-8a08-47c4-a300-67db5f3c0ade admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:48:27.277200 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-d74f55f7-9c56-4371-8ae8-ed30c6d60e2b admin admin] 10.222.0.75 "DELETE /v2.0/networks/321a4ef2-6a38-427e-899f-1e64ebad63b3 HTTP/1.1" status: 204 len: 168 time: 1.5639763 Apr 09 13:48:27.278286 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.75', 58880) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:48:27.306695 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-1101f657-689e-4e1d-ac62-607d581a9bb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:27.342296 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-1101f657-689e-4e1d-ac62-607d581a9bb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:27.365402 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0f6bfcc-5dc9-4463-bb7f-94533161c9db admin admin] Deleting subnet 30cc9453-eb0f-4dca-a879-3a36d58932a1 {{(pid=85265) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 09 13:48:27.369238 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-a0f6bfcc-5dc9-4463-bb7f-94533161c9db admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:27.410755 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-1101f657-689e-4e1d-ac62-607d581a9bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738555'] for security_group, after_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:27.416338 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-c3d49647-d3b2-4b37-8248-b6b89baea8a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:48:27.428473 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-a0f6bfcc-5dc9-4463-bb7f-94533161c9db admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1756215'] for subnet, precommit_delete_associations {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:27.435329 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1101f657-689e-4e1d-ac62-607d581a9bb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a83451b8-5772-4676-a6de-94658af698fe,revision_number=None']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:48:27.441557 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-1101f657-689e-4e1d-ac62-607d581a9bb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:48:27.448388 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-1101f657-689e-4e1d-ac62-607d581a9bb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:27.449832 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-1101f657-689e-4e1d-ac62-607d581a9bb6 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/a83451b8-5772-4676-a6de-94658af698fe HTTP/1.1" status: 204 len: 168 time: 0.2578969 Apr 09 13:48:27.495089 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-a0f6bfcc-5dc9-4463-bb7f-94533161c9db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854770481'] for subnet, precommit_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:27.904848 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-a0f6bfcc-5dc9-4463-bb7f-94533161c9db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-5316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2810711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852396181'] for subnet, after_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:27.924297 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:48:27.985162 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f6bfcc-5dc9-4463-bb7f-94533161c9db admin admin] Pushing event deleted for resources: {'Subnet': ['ID=30cc9453-eb0f-4dca-a879-3a36d58932a1,revision_number=None']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:48:28.042341 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-a0f6bfcc-5dc9-4463-bb7f-94533161c9db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:48:28.093488 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-a0f6bfcc-5dc9-4463-bb7f-94533161c9db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758280'] for subnet, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:28.108260 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85266) accepted ('10.222.0.75', 58918) {{(pid=85266) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:48:28.114507 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-a0f6bfcc-5dc9-4463-bb7f-94533161c9db admin admin] 10.222.0.75 "DELETE /v2.0/subnets/30cc9453-eb0f-4dca-a879-3a36d58932a1 HTTP/1.1" status: 204 len: 168 time: 0.8348246 Apr 09 13:48:28.347058 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-ecb650f3-bc3a-4a20-ae7d-667c29c9f95b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-925549'] for network, before_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:28.741944 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca29224-8d65-4c9a-bf66-a66031aa9bc7 req-e5242605-17b2-4d14-acbb-cbc2e762d0b5 tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:48:28.747515 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-9ca29224-8d65-4c9a-bf66-a66031aa9bc7 req-e5242605-17b2-4d14-acbb-cbc2e762d0b5 tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] 10.222.0.75 "GET /v2.0/ports?device_id=7690505b-47c6-4e11-9a94-a4cca9735a09 HTTP/1.1" status: 200 len: 945 time: 0.6090460 Apr 09 13:48:28.874544 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-9ca29224-8d65-4c9a-bf66-a66031aa9bc7 req-f38b1917-a43a-4c5e-84f1-94f33f1c0549 tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] 10.222.0.75 "GET /v2.0/security-groups?id=eea7a60b-00a0-497d-babc-18f415d64d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625830 Apr 09 13:48:28.989212 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-ecb650f3-bc3a-4a20-ae7d-667c29c9f95b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-12623', 'neutron.services.segments.db._delete_segments_for_network--9223363265038819086'] for network, precommit_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:29.151004 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-ecb650f3-bc3a-4a20-ae7d-667c29c9f95b admin admin] Subscribe: > segment before_delete 55550000 {{(pid=85266) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 13:48:29.151310 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-ecb650f3-bc3a-4a20-ae7d-667c29c9f95b admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=85266) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 13:48:29.152171 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-ecb650f3-bc3a-4a20-ae7d-667c29c9f95b admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=85266) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 13:48:29.152590 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-ecb650f3-bc3a-4a20-ae7d-667c29c9f95b admin admin] Subscribe: > port after_create 55550000 {{(pid=85266) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 13:48:29.152963 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-ecb650f3-bc3a-4a20-ae7d-667c29c9f95b admin admin] Subscribe: > port after_delete 55550000 {{(pid=85266) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 13:48:29.153332 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-ecb650f3-bc3a-4a20-ae7d-667c29c9f95b admin admin] Subscribe: > port after_update 55550000 {{(pid=85266) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 13:48:29.153828 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-ecb650f3-bc3a-4a20-ae7d-667c29c9f95b admin admin] Subscribe: > segment after_delete 55550000 {{(pid=85266) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 13:48:29.154224 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-ecb650f3-bc3a-4a20-ae7d-667c29c9f95b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=85266) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 13:48:29.155180 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-ecb650f3-bc3a-4a20-ae7d-667c29c9f95b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=85266) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 13:48:29.155625 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-ecb650f3-bc3a-4a20-ae7d-667c29c9f95b admin admin] Subscribe: > subnet after_update 55550000 {{(pid=85266) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 13:48:29.234701 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-ecb650f3-bc3a-4a20-ae7d-667c29c9f95b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=85266) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 13:48:29.235347 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-ecb650f3-bc3a-4a20-ae7d-667c29c9f95b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=85266) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 13:48:29.235491 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-ecb650f3-bc3a-4a20-ae7d-667c29c9f95b admin admin] Subscribe: > subnet before_create 55550000 {{(pid=85266) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 13:48:29.236173 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-ecb650f3-bc3a-4a20-ae7d-667c29c9f95b admin admin] Subscribe: > subnet before_update 55550000 {{(pid=85266) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 09 13:48:29.236283 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.services.segments.db [None req-ecb650f3-bc3a-4a20-ae7d-667c29c9f95b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5071683-d165-4997-9261-32d313528c6f']}} {{(pid=85266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 13:48:29.252923 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.services.segments.db [None req-ecb650f3-bc3a-4a20-ae7d-667c29c9f95b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '854cd0f6-1b73-440d-9ee0-1df00309e31d') {'for_net_delete': True} {{(pid=85266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 13:48:29.253165 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.services.segments.db [None req-ecb650f3-bc3a-4a20-ae7d-667c29c9f95b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '854cd0f6-1b73-440d-9ee0-1df00309e31d') {} {{(pid=85266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 13:48:29.268701 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-ecb650f3-bc3a-4a20-ae7d-667c29c9f95b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363265038788092', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852573549'] for segment, before_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:29.289351 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-ecb650f3-bc3a-4a20-ae7d-667c29c9f95b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854760408'] for segment, precommit_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:29.302288 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecb650f3-bc3a-4a20-ae7d-667c29c9f95b admin admin] Releasing vlan 647 on physical network physnet1 to pool {{(pid=85266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 09 13:48:29.641089 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.managers [None req-ecb650f3-bc3a-4a20-ae7d-667c29c9f95b admin admin] Network b5071683-d165-4997-9261-32d313528c6f has no segments {{(pid=85266) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 09 13:48:29.653343 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-ecb650f3-bc3a-4a20-ae7d-667c29c9f95b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852572640'] for segment, after_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:29.864038 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.managers [None req-ecb650f3-bc3a-4a20-ae7d-667c29c9f95b admin admin] Network b5071683-d165-4997-9261-32d313528c6f has no segments {{(pid=85266) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 09 13:48:29.890814 dv-cinder-785362-1-smb neutron-server[85152]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 09 13:48:29.890814 dv-cinder-785362-1-smb neutron-server[85152]: from cryptography.utils import int_from_bytes Apr 09 13:48:29.890814 dv-cinder-785362-1-smb neutron-server[85152]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 09 13:48:29.890814 dv-cinder-785362-1-smb neutron-server[85152]: from cryptography.utils import int_from_bytes Apr 09 13:48:29.890814 dv-cinder-785362-1-smb neutron-server[85152]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Apr 09 13:48:29.890814 dv-cinder-785362-1-smb neutron-server[85152]: (rel_b, rel_a, rel_b), Apr 09 13:48:29.890814 dv-cinder-785362-1-smb neutron-server[85152]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Apr 09 13:48:29.890814 dv-cinder-785362-1-smb neutron-server[85152]: (rel_b, rel_a, rel_b), Apr 09 13:48:29.890814 dv-cinder-785362-1-smb neutron-server[85152]: Traceback (most recent call last): Apr 09 13:48:29.890814 dv-cinder-785362-1-smb neutron-server[85152]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 09 13:48:29.890814 dv-cinder-785362-1-smb neutron-server[85152]: timer() Apr 09 13:48:29.890814 dv-cinder-785362-1-smb neutron-server[85152]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 09 13:48:29.890814 dv-cinder-785362-1-smb neutron-server[85152]: cb(*args, **kw) Apr 09 13:48:29.890814 dv-cinder-785362-1-smb neutron-server[85152]: File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper Apr 09 13:48:29.890814 dv-cinder-785362-1-smb neutron-server[85152]: return func(*args, **kwargs) Apr 09 13:48:29.890814 dv-cinder-785362-1-smb neutron-server[85152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 09 13:48:29.890814 dv-cinder-785362-1-smb neutron-server[85152]: self._notify() Apr 09 13:48:29.890814 dv-cinder-785362-1-smb neutron-server[85152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 09 13:48:29.890814 dv-cinder-785362-1-smb neutron-server[85152]: self.callback(batched_events) Apr 09 13:48:29.890814 dv-cinder-785362-1-smb neutron-server[85152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 09 13:48:29.890814 dv-cinder-785362-1-smb neutron-server[85152]: event.method(event) Apr 09 13:48:29.890814 dv-cinder-785362-1-smb neutron-server[85152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 09 13:48:29.890814 dv-cinder-785362-1-smb neutron-server[85152]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 09 13:48:29.890814 dv-cinder-785362-1-smb neutron-server[85152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 09 13:48:29.890814 dv-cinder-785362-1-smb neutron-server[85152]: segment_id)['aggregates'][0] Apr 09 13:48:29.890814 dv-cinder-785362-1-smb neutron-server[85152]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 09 13:48:29.890814 dv-cinder-785362-1-smb neutron-server[85152]: return f(self, *a, **k) Apr 09 13:48:29.890814 dv-cinder-785362-1-smb neutron-server[85152]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 09 13:48:29.890814 dv-cinder-785362-1-smb neutron-server[85152]: return self._get(url).json() Apr 09 13:48:29.890814 dv-cinder-785362-1-smb neutron-server[85152]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 09 13:48:29.890814 dv-cinder-785362-1-smb neutron-server[85152]: **kwargs) Apr 09 13:48:29.890814 dv-cinder-785362-1-smb neutron-server[85152]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 09 13:48:29.890814 dv-cinder-785362-1-smb neutron-server[85152]: return self.request(url, 'GET', **kwargs) Apr 09 13:48:29.890814 dv-cinder-785362-1-smb neutron-server[85152]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 09 13:48:29.890814 dv-cinder-785362-1-smb neutron-server[85152]: **endpoint_filter) Apr 09 13:48:29.890814 dv-cinder-785362-1-smb neutron-server[85152]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 09 13:48:29.890814 dv-cinder-785362-1-smb neutron-server[85152]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 09 13:48:29.890814 dv-cinder-785362-1-smb neutron-server[85152]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 09 13:48:29.890814 dv-cinder-785362-1-smb neutron-server[85152]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 09 13:48:29.890814 dv-cinder-785362-1-smb neutron-server[85152]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 09 13:48:29.985930 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-ecb650f3-bc3a-4a20-ae7d-667c29c9f95b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854763193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-711362'] for network, after_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:29.993204 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:48:30.012117 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-ecb650f3-bc3a-4a20-ae7d-667c29c9f95b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758280'] for network, before_response {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:30.020182 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb650f3-bc3a-4a20-ae7d-667c29c9f95b admin admin] Pushing event deleted for resources: {'Network': ['ID=b5071683-d165-4997-9261-32d313528c6f,revision_number=None']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:48:30.024423 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-ecb650f3-bc3a-4a20-ae7d-667c29c9f95b admin admin] 10.222.0.75 "DELETE /v2.0/networks/b5071683-d165-4997-9261-32d313528c6f HTTP/1.1" status: 204 len: 168 time: 1.9149377 Apr 09 13:48:30.027022 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-ecb650f3-bc3a-4a20-ae7d-667c29c9f95b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:48:30.159884 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039864c0-d3de-4147-a142-6e6546f464bd req-812d38d3-cf79-4f8d-97f8-59fe553ff69b tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:48:30.161764 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-039864c0-d3de-4147-a142-6e6546f464bd req-812d38d3-cf79-4f8d-97f8-59fe553ff69b tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] 10.222.0.75 "GET /v2.0/ports?device_id=7690505b-47c6-4e11-9a94-a4cca9735a09 HTTP/1.1" status: 200 len: 945 time: 0.1271558 Apr 09 13:48:30.200927 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-039864c0-d3de-4147-a142-6e6546f464bd req-83c879d2-8ed9-435a-b084-b5f9a092dc73 tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] 10.222.0.75 "GET /v2.0/security-groups?id=eea7a60b-00a0-497d-babc-18f415d64d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278616 Apr 09 13:48:30.307217 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.75', 59018) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:48:30.364312 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-eab8746d-2472-4f28-a9e7-35d762c4d213 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=981e5abb8dd346a89205b37c9bb70aad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0544984 Apr 09 13:48:30.366063 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.75', 59024) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:48:30.438589 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-8d9cd97d-8092-40c0-b78c-bd2824f2610d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:30.477056 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-8d9cd97d-8092-40c0-b78c-bd2824f2610d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:30.531498 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-8d9cd97d-8092-40c0-b78c-bd2824f2610d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738555'] for security_group, after_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:30.537846 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-b0cc34b0-cc5b-42a5-a451-d5060c36c940 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:48:30.551571 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9cd97d-8092-40c0-b78c-bd2824f2610d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d6d69ee-a6db-4737-9577-8ba747e83263,revision_number=None']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:48:30.554463 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-8d9cd97d-8092-40c0-b78c-bd2824f2610d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:48:30.563776 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-8d9cd97d-8092-40c0-b78c-bd2824f2610d admin admin] Notify callbacks [] for security_group, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:30.565965 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-8d9cd97d-8092-40c0-b78c-bd2824f2610d admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/0d6d69ee-a6db-4737-9577-8ba747e83263 HTTP/1.1" status: 204 len: 168 time: 0.1984582 Apr 09 13:48:30.982165 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85266) accepted ('10.222.0.75', 59054) {{(pid=85266) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:48:31.050184 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-075dc6d2-b11e-4315-9a5a-d26164592e47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:31.176014 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-f066af2b-6878-4fb5-a099-8ca76ab08b09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:31.194884 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-f066af2b-6878-4fb5-a099-8ca76ab08b09 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 13:48:31.199217 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-f066af2b-6878-4fb5-a099-8ca76ab08b09 admin admin] Usage tracker for resource:security_group_rule and tenant:05957ce63f924e95b031e3ee984d5482 is out of sync, need to count used quota {{(pid=85266) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 13:48:31.205255 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-f066af2b-6878-4fb5-a099-8ca76ab08b09 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85266) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 13:48:31.207971 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.75', 59064) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:48:31.214676 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-f066af2b-6878-4fb5-a099-8ca76ab08b09 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 13:48:31.272816 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-cacd7e45-789d-43b0-9524-04ea8327176b admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=499a7c8735064a008167f129f4ca46f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0624342 Apr 09 13:48:31.275360 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.75', 59070) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:48:31.335525 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-f066af2b-6878-4fb5-a099-8ca76ab08b09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:31.338820 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-f066af2b-6878-4fb5-a099-8ca76ab08b09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738555'] for security_group, after_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:31.350426 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-539306f9-ace5-4219-a997-7aac9b33ccdb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:48:31.352951 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-955207a5-32f2-4bed-bf43-6470b96912cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:31.382114 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-955207a5-32f2-4bed-bf43-6470b96912cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:31.437999 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-955207a5-32f2-4bed-bf43-6470b96912cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738555'] for security_group, after_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:31.443316 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:48:31.456374 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f066af2b-6878-4fb5-a099-8ca76ab08b09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74333636-f41f-4119-a4fe-9dbc2ba7333d,revision_number=1']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:48:31.456646 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955207a5-32f2-4bed-bf43-6470b96912cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=badf50da-7f25-4676-a637-5c1806586e84,revision_number=None']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:48:31.459827 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-955207a5-32f2-4bed-bf43-6470b96912cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:48:31.462075 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-955207a5-32f2-4bed-bf43-6470b96912cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:31.466021 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-955207a5-32f2-4bed-bf43-6470b96912cd admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/badf50da-7f25-4676-a637-5c1806586e84 HTTP/1.1" status: 204 len: 168 time: 0.1869676 Apr 09 13:48:31.466021 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.75', 59074) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:48:31.466653 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-f066af2b-6878-4fb5-a099-8ca76ab08b09 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=05957ce63f924e95b031e3ee984d5482&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4800858 Apr 09 13:48:31.466653 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-f066af2b-6878-4fb5-a099-8ca76ab08b09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:48:31.512854 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e87f0f-c8c0-442e-80f4-f2bb68bce3aa req-ef858dc1-5722-48d9-827b-2a2c5adc8089 tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:48:31.515586 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-55e87f0f-c8c0-442e-80f4-f2bb68bce3aa req-ef858dc1-5722-48d9-827b-2a2c5adc8089 tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] 10.222.0.75 "GET /v2.0/ports?device_id=7690505b-47c6-4e11-9a94-a4cca9735a09 HTTP/1.1" status: 200 len: 945 time: 0.1503296 Apr 09 13:48:31.560659 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-4aa03bf4-298b-4c85-8fe6-0fcc941848e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:31.571673 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-55e87f0f-c8c0-442e-80f4-f2bb68bce3aa req-5310cdf0-dad8-436e-affe-0a3f652dc154 tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] 10.222.0.75 "GET /v2.0/security-groups?id=eea7a60b-00a0-497d-babc-18f415d64d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483143 Apr 09 13:48:31.595273 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-4aa03bf4-298b-4c85-8fe6-0fcc941848e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:31.643462 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-4aa03bf4-298b-4c85-8fe6-0fcc941848e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738555'] for security_group, after_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:31.648788 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-62f14277-9a64-487c-8b96-aa7998f9767f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:48:31.665490 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa03bf4-298b-4c85-8fe6-0fcc941848e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74333636-f41f-4119-a4fe-9dbc2ba7333d,revision_number=None']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:48:31.667960 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-4aa03bf4-298b-4c85-8fe6-0fcc941848e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:48:31.669411 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-4aa03bf4-298b-4c85-8fe6-0fcc941848e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:31.671257 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-4aa03bf4-298b-4c85-8fe6-0fcc941848e4 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/74333636-f41f-4119-a4fe-9dbc2ba7333d HTTP/1.1" status: 204 len: 168 time: 0.2056255 Apr 09 13:48:32.195760 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85266) accepted ('10.222.0.75', 59108) {{(pid=85266) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:48:32.218601 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-0fa0caea-bc72-4901-8782-49b798cdedf9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:32.240932 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-0fa0caea-bc72-4901-8782-49b798cdedf9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 13:48:32.258366 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-0fa0caea-bc72-4901-8782-49b798cdedf9 admin admin] Usage tracker for resource:security_group_rule and tenant:aceb7ac7098c4e58b83e1926b9f4bb39 is out of sync, need to count used quota {{(pid=85266) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 13:48:32.261974 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-0fa0caea-bc72-4901-8782-49b798cdedf9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85266) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 13:48:32.268909 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-0fa0caea-bc72-4901-8782-49b798cdedf9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 13:48:32.373563 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-0fa0caea-bc72-4901-8782-49b798cdedf9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:32.377735 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-0fa0caea-bc72-4901-8782-49b798cdedf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738555'] for security_group, after_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:32.395488 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:48:32.438292 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa0caea-bc72-4901-8782-49b798cdedf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3d7a724-4533-4ae9-9d84-cc9d4d0dc3f4,revision_number=1']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:48:32.442634 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-0fa0caea-bc72-4901-8782-49b798cdedf9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:48:32.457580 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.75', 59120) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:48:32.457746 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-0fa0caea-bc72-4901-8782-49b798cdedf9 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=aceb7ac7098c4e58b83e1926b9f4bb39&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2598495 Apr 09 13:48:32.535343 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-e80f8f70-c21b-48fb-892b-4910bb009c60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:32.566563 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-e80f8f70-c21b-48fb-892b-4910bb009c60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:32.632251 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-e80f8f70-c21b-48fb-892b-4910bb009c60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738555'] for security_group, after_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:32.637475 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:48:32.652554 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80f8f70-c21b-48fb-892b-4910bb009c60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3d7a724-4533-4ae9-9d84-cc9d4d0dc3f4,revision_number=None']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:48:32.659886 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-e80f8f70-c21b-48fb-892b-4910bb009c60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:48:32.664785 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-e80f8f70-c21b-48fb-892b-4910bb009c60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:32.670606 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-e80f8f70-c21b-48fb-892b-4910bb009c60 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/d3d7a724-4533-4ae9-9d84-cc9d4d0dc3f4 HTTP/1.1" status: 204 len: 168 time: 0.2116227 Apr 09 13:48:32.810218 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4516b3fd-50eb-4e07-9b13-59c36c3aca30 req-66a5b1b8-5e3b-4020-a044-ac3c73d7300e tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:48:32.812327 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-4516b3fd-50eb-4e07-9b13-59c36c3aca30 req-66a5b1b8-5e3b-4020-a044-ac3c73d7300e tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] 10.222.0.75 "GET /v2.0/ports?device_id=7690505b-47c6-4e11-9a94-a4cca9735a09 HTTP/1.1" status: 200 len: 945 time: 0.1098483 Apr 09 13:48:32.848022 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-4516b3fd-50eb-4e07-9b13-59c36c3aca30 req-439fa086-e695-4eb5-acf0-05e772f45137 tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] 10.222.0.75 "GET /v2.0/security-groups?id=eea7a60b-00a0-497d-babc-18f415d64d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0268919 Apr 09 13:48:34.102879 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820a2359-1251-4be1-84a7-f485f6c6c3c0 req-a4abb11b-dcaa-42ee-9409-33da1d89bb38 tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:48:34.104703 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-820a2359-1251-4be1-84a7-f485f6c6c3c0 req-a4abb11b-dcaa-42ee-9409-33da1d89bb38 tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] 10.222.0.75 "GET /v2.0/ports?device_id=7690505b-47c6-4e11-9a94-a4cca9735a09 HTTP/1.1" status: 200 len: 945 time: 0.1136363 Apr 09 13:48:34.142411 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-820a2359-1251-4be1-84a7-f485f6c6c3c0 req-fc88b113-0d84-445c-b135-32172c9c024d tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] 10.222.0.75 "GET /v2.0/security-groups?id=eea7a60b-00a0-497d-babc-18f415d64d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294211 Apr 09 13:48:34.202929 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-72487bf9-0c2d-4a69-8404-8ee6f73a3dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:34.574459 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-038b6fee-909e-41c9-b649-649ad33ce393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:35.240614 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:35.324433 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.75', 59266) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:48:35.381638 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4cf65e-ef38-4a70-b0e9-47f520ff7203 req-4cbf0649-af98-41fc-9e63-2f9e8c94d59a tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:48:35.383831 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-0f4cf65e-ef38-4a70-b0e9-47f520ff7203 req-4cbf0649-af98-41fc-9e63-2f9e8c94d59a tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] 10.222.0.75 "GET /v2.0/ports?device_id=7690505b-47c6-4e11-9a94-a4cca9735a09 HTTP/1.1" status: 200 len: 945 time: 0.0999985 Apr 09 13:48:35.422909 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-0f4cf65e-ef38-4a70-b0e9-47f520ff7203 req-f813434d-b7c4-4f74-b63b-3fc3390a72e5 tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] 10.222.0.75 "GET /v2.0/security-groups?id=eea7a60b-00a0-497d-babc-18f415d64d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306995 Apr 09 13:48:35.678232 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-c378f248-96be-4ef7-a52f-f55c09e56a36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:35.683053 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-a0747dc9-1e64-4fe6-bdb6-1903a0e87032 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:35.699567 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-a0747dc9-1e64-4fe6-bdb6-1903a0e87032 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 13:48:35.704515 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-a0747dc9-1e64-4fe6-bdb6-1903a0e87032 admin admin] Usage tracker for resource:security_group_rule and tenant:7138a0561aec4e80947f6e1458677fdd is out of sync, need to count used quota {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 13:48:35.715293 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-a0747dc9-1e64-4fe6-bdb6-1903a0e87032 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 13:48:35.722631 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-a0747dc9-1e64-4fe6-bdb6-1903a0e87032 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 13:48:35.847007 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-a0747dc9-1e64-4fe6-bdb6-1903a0e87032 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:35.850814 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-a0747dc9-1e64-4fe6-bdb6-1903a0e87032 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738555'] for security_group, after_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:35.861441 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-13eddb79-a4cc-41c1-b368-5a0a4ec1d0ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:48:35.907041 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-a0747dc9-1e64-4fe6-bdb6-1903a0e87032 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=7138a0561aec4e80947f6e1458677fdd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5756474 Apr 09 13:48:35.907345 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85266) accepted ('10.222.0.75', 59296) {{(pid=85266) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:48:35.923554 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0747dc9-1e64-4fe6-bdb6-1903a0e87032 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cd8b10b-b5a9-44c6-9ae6-4ded5bddcd1a,revision_number=1']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:48:35.931562 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-a0747dc9-1e64-4fe6-bdb6-1903a0e87032 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:48:35.980764 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-fa8bb598-df35-480a-bff5-228261168956 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:36.012822 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-fa8bb598-df35-480a-bff5-228261168956 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:36.051627 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85266) accepted ('10.222.0.75', 59306) {{(pid=85266) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:48:36.089890 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-fa8bb598-df35-480a-bff5-228261168956 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738555'] for security_group, after_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:36.096240 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-749256da-0e1a-4f5e-a9a9-2e21b424353c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:48:36.113540 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8bb598-df35-480a-bff5-228261168956 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cd8b10b-b5a9-44c6-9ae6-4ded5bddcd1a,revision_number=None']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:48:36.119327 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-fa8bb598-df35-480a-bff5-228261168956 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:48:36.130879 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-fa8bb598-df35-480a-bff5-228261168956 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:36.132136 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-fa8bb598-df35-480a-bff5-228261168956 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/3cd8b10b-b5a9-44c6-9ae6-4ded5bddcd1a HTTP/1.1" status: 204 len: 168 time: 0.2224267 Apr 09 13:48:36.189751 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.75', 59316) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:48:36.393986 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-85e2c3ad-cb3a-4931-bce2-6343e0ee80f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:36.417507 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-85e2c3ad-cb3a-4931-bce2-6343e0ee80f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 13:48:36.424068 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-85e2c3ad-cb3a-4931-bce2-6343e0ee80f8 admin admin] Usage tracker for resource:security_group_rule and tenant:dcfc939820b649bfb3e3ffceebe7b075 is out of sync, need to count used quota {{(pid=85266) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 13:48:36.427616 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-85e2c3ad-cb3a-4931-bce2-6343e0ee80f8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85266) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 13:48:36.434371 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-85e2c3ad-cb3a-4931-bce2-6343e0ee80f8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 13:48:36.480674 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-4546b9ca-8e85-406b-8de8-c1024daebfdb admin admin] Notify callbacks [] for security_group, before_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:36.537139 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-4546b9ca-8e85-406b-8de8-c1024daebfdb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 13:48:36.557186 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-4546b9ca-8e85-406b-8de8-c1024daebfdb admin admin] Usage tracker for resource:security_group_rule and tenant:a6815eac4c8b406c91a56db64d395996 is out of sync, need to count used quota {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 13:48:36.567709 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-4546b9ca-8e85-406b-8de8-c1024daebfdb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 13:48:36.582167 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-4546b9ca-8e85-406b-8de8-c1024daebfdb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 13:48:36.598459 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.75', 59330) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:48:36.769836 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-85e2c3ad-cb3a-4931-bce2-6343e0ee80f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:36.773793 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-85e2c3ad-cb3a-4931-bce2-6343e0ee80f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738555'] for security_group, after_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:36.790461 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-13015f05-605c-4e17-9448-fa3a619d6a76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:48:36.802947 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-109b0c2a-780c-4015-9b86-0c33a9b257dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:36.817369 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.75', 59338) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:48:36.823354 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-4546b9ca-8e85-406b-8de8-c1024daebfdb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:36.845552 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-85e2c3ad-cb3a-4931-bce2-6343e0ee80f8 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=dcfc939820b649bfb3e3ffceebe7b075&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7878799 Apr 09 13:48:36.846010 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-4546b9ca-8e85-406b-8de8-c1024daebfdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738555'] for security_group, after_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:36.846613 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e2c3ad-cb3a-4931-bce2-6343e0ee80f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75fd1bea-35ac-4ee8-b50f-a316d889c4f7,revision_number=1']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:48:36.849520 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85266) accepted ('10.222.0.75', 59342) {{(pid=85266) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:48:36.854142 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-8961e080-4c6d-4093-b108-82218889c412 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:36.864260 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-109b0c2a-780c-4015-9b86-0c33a9b257dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 13:48:36.869356 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-85e2c3ad-cb3a-4931-bce2-6343e0ee80f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:48:36.869579 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-8c47c652-7b88-4770-b0b8-48b5720bbe38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:48:36.897864 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-8961e080-4c6d-4093-b108-82218889c412 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 13:48:36.901855 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-109b0c2a-780c-4015-9b86-0c33a9b257dc admin admin] Usage tracker for resource:security_group_rule and tenant:5389820dc42d40ac8b75cbc48cd1a9e5 is out of sync, need to count used quota {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 13:48:36.914956 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-8961e080-4c6d-4093-b108-82218889c412 admin admin] Usage tracker for resource:security_group_rule and tenant:e06a43c8e4cd45cf82e10effbfa69b3d is out of sync, need to count used quota {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 13:48:36.918091 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-8961e080-4c6d-4093-b108-82218889c412 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 13:48:36.921320 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-109b0c2a-780c-4015-9b86-0c33a9b257dc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 13:48:36.927741 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c4596f-1d1c-40d4-837d-30f29b1b30c3 req-37a4ae4f-29bc-4b3d-bac3-4fda43085843 tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:48:36.929455 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-f8c4596f-1d1c-40d4-837d-30f29b1b30c3 req-37a4ae4f-29bc-4b3d-bac3-4fda43085843 tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] 10.222.0.75 "GET /v2.0/ports?device_id=7690505b-47c6-4e11-9a94-a4cca9735a09 HTTP/1.1" status: 200 len: 945 time: 0.2656584 Apr 09 13:48:36.937488 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-8961e080-4c6d-4093-b108-82218889c412 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 13:48:36.947979 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-109b0c2a-780c-4015-9b86-0c33a9b257dc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 13:48:36.952476 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-4546b9ca-8e85-406b-8de8-c1024daebfdb admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=a6815eac4c8b406c91a56db64d395996&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7629762 Apr 09 13:48:36.960764 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.75', 59348) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:48:36.969104 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-edefea70-d557-4316-9b02-a9943b6c48c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:36.970523 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4546b9ca-8e85-406b-8de8-c1024daebfdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8eab818-4d18-40d7-bfa4-bda342128557,revision_number=1']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:48:36.973875 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-4546b9ca-8e85-406b-8de8-c1024daebfdb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:48:36.983432 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-f8c4596f-1d1c-40d4-837d-30f29b1b30c3 req-42b815b3-69ac-4abd-b175-5aebf0198356 tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] 10.222.0.75 "GET /v2.0/security-groups?id=eea7a60b-00a0-497d-babc-18f415d64d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414121 Apr 09 13:48:37.019136 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-edefea70-d557-4316-9b02-a9943b6c48c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:37.074347 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-edefea70-d557-4316-9b02-a9943b6c48c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738555'] for security_group, after_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:37.080975 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-fa8bb598-df35-480a-bff5-228261168956 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:48:37.095000 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edefea70-d557-4316-9b02-a9943b6c48c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75fd1bea-35ac-4ee8-b50f-a316d889c4f7,revision_number=None']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:48:37.098163 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-edefea70-d557-4316-9b02-a9943b6c48c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:48:37.100240 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-edefea70-d557-4316-9b02-a9943b6c48c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:37.104653 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-edefea70-d557-4316-9b02-a9943b6c48c4 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/75fd1bea-35ac-4ee8-b50f-a316d889c4f7 HTTP/1.1" status: 204 len: 168 time: 0.2450013 Apr 09 13:48:37.109051 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-45218d6f-a1d4-42bb-896d-127a5717c611 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:37.182818 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-45218d6f-a1d4-42bb-896d-127a5717c611 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:37.259535 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-109b0c2a-780c-4015-9b86-0c33a9b257dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:37.261908 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-8961e080-4c6d-4093-b108-82218889c412 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:37.269813 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-109b0c2a-780c-4015-9b86-0c33a9b257dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738555'] for security_group, after_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:37.279485 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-6a467981-30e5-45a4-836b-581c27b8f40b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:48:37.286355 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-8961e080-4c6d-4093-b108-82218889c412 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738555'] for security_group, after_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:37.353000 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-109b0c2a-780c-4015-9b86-0c33a9b257dc admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=5389820dc42d40ac8b75cbc48cd1a9e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7534924 Apr 09 13:48:37.356009 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85266) accepted ('10.222.0.75', 59356) {{(pid=85266) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:48:37.362289 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-8961e080-4c6d-4093-b108-82218889c412 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=e06a43c8e4cd45cf82e10effbfa69b3d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5387552 Apr 09 13:48:37.362699 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109b0c2a-780c-4015-9b86-0c33a9b257dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=966ca8a6-59a0-4708-b974-937df06fa8d0,revision_number=1']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:48:37.366396 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-109b0c2a-780c-4015-9b86-0c33a9b257dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:48:37.367451 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.75', 59360) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:48:37.367992 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-05e88095-36d6-42d3-b083-04e442e0e9e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.069s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:48:37.380029 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-45218d6f-a1d4-42bb-896d-127a5717c611 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738555'] for security_group, after_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:37.433857 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-4a9ad60e-b9f9-41c6-94dc-5a2718ebe7f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:37.453908 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8961e080-4c6d-4093-b108-82218889c412 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3de1c15e-062a-4b09-a474-f4e18904e915,revision_number=1']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:48:37.458413 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-8961e080-4c6d-4093-b108-82218889c412 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:48:37.465849 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-0177b9a9-5e5f-49b2-9ead-9e68b1695b29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.066s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:48:37.473485 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-4a9ad60e-b9f9-41c6-94dc-5a2718ebe7f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:37.488141 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45218d6f-a1d4-42bb-896d-127a5717c611 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8eab818-4d18-40d7-bfa4-bda342128557,revision_number=None']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:48:37.490757 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-45218d6f-a1d4-42bb-896d-127a5717c611 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:48:37.501608 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-45218d6f-a1d4-42bb-896d-127a5717c611 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:37.502862 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-45218d6f-a1d4-42bb-896d-127a5717c611 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/c8eab818-4d18-40d7-bfa4-bda342128557 HTTP/1.1" status: 204 len: 168 time: 0.5414121 Apr 09 13:48:37.511626 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-25da0de2-4d49-4beb-82d5-fcce1ec54133 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:37.546813 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-25da0de2-4d49-4beb-82d5-fcce1ec54133 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:37.584749 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85266) accepted ('10.222.0.75', 59366) {{(pid=85266) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:48:37.603771 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-25da0de2-4d49-4beb-82d5-fcce1ec54133 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738555'] for security_group, after_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:37.608336 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-9615f804-bea8-4f08-9703-ae7b4971ef5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:37.609203 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-e2631fbc-20fb-445a-bffc-971991b72cfc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:48:37.626671 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25da0de2-4d49-4beb-82d5-fcce1ec54133 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3de1c15e-062a-4b09-a474-f4e18904e915,revision_number=None']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:48:37.628590 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-9615f804-bea8-4f08-9703-ae7b4971ef5c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 13:48:37.629703 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-25da0de2-4d49-4beb-82d5-fcce1ec54133 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:48:37.631783 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-4a9ad60e-b9f9-41c6-94dc-5a2718ebe7f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738555'] for security_group, after_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:37.632463 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-25da0de2-4d49-4beb-82d5-fcce1ec54133 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:37.633727 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-25da0de2-4d49-4beb-82d5-fcce1ec54133 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/3de1c15e-062a-4b09-a474-f4e18904e915 HTTP/1.1" status: 204 len: 168 time: 0.2576578 Apr 09 13:48:37.638056 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-876c3640-e7ff-412a-8759-4ff8d86e5ed1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:48:37.646652 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-9615f804-bea8-4f08-9703-ae7b4971ef5c admin admin] Usage tracker for resource:security_group_rule and tenant:8750230489e9410eb18fe12d1099e6e7 is out of sync, need to count used quota {{(pid=85266) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 13:48:37.654192 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-9615f804-bea8-4f08-9703-ae7b4971ef5c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85266) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 13:48:37.658206 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9ad60e-b9f9-41c6-94dc-5a2718ebe7f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=966ca8a6-59a0-4708-b974-937df06fa8d0,revision_number=None']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:48:37.667522 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-9615f804-bea8-4f08-9703-ae7b4971ef5c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 13:48:37.669833 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-4a9ad60e-b9f9-41c6-94dc-5a2718ebe7f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:48:37.671658 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-4a9ad60e-b9f9-41c6-94dc-5a2718ebe7f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:37.672968 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-4a9ad60e-b9f9-41c6-94dc-5a2718ebe7f6 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/966ca8a6-59a0-4708-b974-937df06fa8d0 HTTP/1.1" status: 204 len: 168 time: 0.3150764 Apr 09 13:48:37.790843 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-9615f804-bea8-4f08-9703-ae7b4971ef5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:37.792714 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-9615f804-bea8-4f08-9703-ae7b4971ef5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738555'] for security_group, after_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:37.804203 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-0fa0caea-bc72-4901-8782-49b798cdedf9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:48:37.856034 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9615f804-bea8-4f08-9703-ae7b4971ef5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=667a9335-f565-4553-93b8-bbd6fbc426e6,revision_number=1']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:48:37.859822 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-9615f804-bea8-4f08-9703-ae7b4971ef5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:48:37.863724 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-9615f804-bea8-4f08-9703-ae7b4971ef5c admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=8750230489e9410eb18fe12d1099e6e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2776821 Apr 09 13:48:37.866652 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.75', 59380) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:48:37.947619 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-a18898d2-c14f-458d-a620-86efa8d2db48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:37.979427 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-a18898d2-c14f-458d-a620-86efa8d2db48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:38.029158 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-a18898d2-c14f-458d-a620-86efa8d2db48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738555'] for security_group, after_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:38.034518 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-06622837-a611-42b4-8bea-f6f1b95ee46d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:48:38.047824 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18898d2-c14f-458d-a620-86efa8d2db48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=667a9335-f565-4553-93b8-bbd6fbc426e6,revision_number=None']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:48:38.052196 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-a18898d2-c14f-458d-a620-86efa8d2db48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:48:38.055801 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-a18898d2-c14f-458d-a620-86efa8d2db48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:38.057179 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-a18898d2-c14f-458d-a620-86efa8d2db48 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/667a9335-f565-4553-93b8-bbd6fbc426e6 HTTP/1.1" status: 204 len: 168 time: 0.1893020 Apr 09 13:48:38.251669 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.75', 59398) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:48:38.276924 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-3cfa5cc3-e664-4799-b9fd-cb9f89821dc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:38.281459 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8372e07c-b273-4690-a51a-49eb60a8f877 req-59f39ec7-07ac-4360-b07f-258b09f94f74 tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:48:38.283387 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-8372e07c-b273-4690-a51a-49eb60a8f877 req-59f39ec7-07ac-4360-b07f-258b09f94f74 tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] 10.222.0.75 "GET /v2.0/ports?device_id=7690505b-47c6-4e11-9a94-a4cca9735a09 HTTP/1.1" status: 200 len: 945 time: 0.1218603 Apr 09 13:48:38.300503 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-3cfa5cc3-e664-4799-b9fd-cb9f89821dc9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 13:48:38.310242 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-3cfa5cc3-e664-4799-b9fd-cb9f89821dc9 admin admin] Usage tracker for resource:security_group_rule and tenant:218ec59a1f944d5786ef4151a4feb16c is out of sync, need to count used quota {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 13:48:38.316647 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-3cfa5cc3-e664-4799-b9fd-cb9f89821dc9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 13:48:38.324127 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-3cfa5cc3-e664-4799-b9fd-cb9f89821dc9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 13:48:38.333990 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-8372e07c-b273-4690-a51a-49eb60a8f877 req-cb448310-ca49-4cc5-a2e1-db2cd9606271 tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] 10.222.0.75 "GET /v2.0/security-groups?id=eea7a60b-00a0-497d-babc-18f415d64d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436223 Apr 09 13:48:38.441467 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-3cfa5cc3-e664-4799-b9fd-cb9f89821dc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:38.444614 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-3cfa5cc3-e664-4799-b9fd-cb9f89821dc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738555'] for security_group, after_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:38.459791 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-8d9cd97d-8092-40c0-b78c-bd2824f2610d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:48:38.527050 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85266) accepted ('10.222.0.75', 59412) {{(pid=85266) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:48:38.527660 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-3cfa5cc3-e664-4799-b9fd-cb9f89821dc9 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=218ec59a1f944d5786ef4151a4feb16c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2730067 Apr 09 13:48:38.550659 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfa5cc3-e664-4799-b9fd-cb9f89821dc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=509cb481-6b39-46e0-9be1-a985fe8e0af4,revision_number=1']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:48:38.554060 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-3cfa5cc3-e664-4799-b9fd-cb9f89821dc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:48:38.626730 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-aee76267-9eb3-4e6f-a5c4-741544f5a3d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:38.661723 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-aee76267-9eb3-4e6f-a5c4-741544f5a3d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:38.712110 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-aee76267-9eb3-4e6f-a5c4-741544f5a3d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738555'] for security_group, after_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:38.719288 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-d0b14f68-0fcb-4567-bed3-0f67bca4c426 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:48:38.735256 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee76267-9eb3-4e6f-a5c4-741544f5a3d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=509cb481-6b39-46e0-9be1-a985fe8e0af4,revision_number=None']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:48:38.745839 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-aee76267-9eb3-4e6f-a5c4-741544f5a3d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:48:38.753407 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-aee76267-9eb3-4e6f-a5c4-741544f5a3d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:38.757229 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-aee76267-9eb3-4e6f-a5c4-741544f5a3d6 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/509cb481-6b39-46e0-9be1-a985fe8e0af4 HTTP/1.1" status: 204 len: 168 time: 0.2262015 Apr 09 13:48:39.440660 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.75', 59466) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:48:39.567860 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959712ea-53b1-42dc-bfaa-009eb557776a req-9925d46e-3cb9-4ca6-b580-854449a8061b tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:48:39.579204 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-959712ea-53b1-42dc-bfaa-009eb557776a req-9925d46e-3cb9-4ca6-b580-854449a8061b tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] 10.222.0.75 "GET /v2.0/ports?device_id=7690505b-47c6-4e11-9a94-a4cca9735a09 HTTP/1.1" status: 200 len: 945 time: 0.1257067 Apr 09 13:48:39.610365 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-959712ea-53b1-42dc-bfaa-009eb557776a req-183d6726-3abe-4578-a6f4-85f26cc3bf25 tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] 10.222.0.75 "GET /v2.0/security-groups?id=eea7a60b-00a0-497d-babc-18f415d64d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293481 Apr 09 13:48:39.722954 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.v2.base [None req-677f2df6-d387-4d2e-8ac3-0bb51189f748 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1650488399-network', 'tenant_id': '42cd23f53368468a94a14f89589efd1d'}} {{(pid=85265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 09 13:48:39.729436 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-677f2df6-d387-4d2e-8ac3-0bb51189f748 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 13:48:39.733974 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-677f2df6-d387-4d2e-8ac3-0bb51189f748 admin admin] Usage tracker for resource:network and tenant:42cd23f53368468a94a14f89589efd1d is out of sync, need to count used quota {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 13:48:39.737033 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-677f2df6-d387-4d2e-8ac3-0bb51189f748 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 13:48:39.747837 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-677f2df6-d387-4d2e-8ac3-0bb51189f748 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 13:48:39.760284 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-677f2df6-d387-4d2e-8ac3-0bb51189f748 admin admin] Made reservation on behalf of 42cd23f53368468a94a14f89589efd1d for: {'network': 1} {{(pid=85265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 09 13:48:39.766383 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-677f2df6-d387-4d2e-8ac3-0bb51189f748 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853739810'] for network, before_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:39.783864 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-677f2df6-d387-4d2e-8ac3-0bb51189f748 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:39.800979 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-677f2df6-d387-4d2e-8ac3-0bb51189f748 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 13:48:39.805155 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-677f2df6-d387-4d2e-8ac3-0bb51189f748 admin admin] Usage tracker for resource:security_group_rule and tenant:42cd23f53368468a94a14f89589efd1d is out of sync, need to count used quota {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 13:48:39.808254 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-677f2df6-d387-4d2e-8ac3-0bb51189f748 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 13:48:39.815070 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-677f2df6-d387-4d2e-8ac3-0bb51189f748 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 13:48:39.918578 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-677f2df6-d387-4d2e-8ac3-0bb51189f748 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:39.926450 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-677f2df6-d387-4d2e-8ac3-0bb51189f748 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738555'] for security_group, after_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:39.931109 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-3cfa5cc3-e664-4799-b9fd-cb9f89821dc9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:48:39.964304 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-677f2df6-d387-4d2e-8ac3-0bb51189f748 admin admin] vlan segment allocate from pool success with {'vlan_id': 634, 'physical_network': 'physnet1'} {{(pid=85265) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 09 13:48:39.974599 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677f2df6-d387-4d2e-8ac3-0bb51189f748 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f0198c2-5f47-45b8-8b1f-e987aed315a7,revision_number=1']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:48:39.978777 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-677f2df6-d387-4d2e-8ac3-0bb51189f748 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:48:39.981934 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-677f2df6-d387-4d2e-8ac3-0bb51189f748 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854760408'] for segment, precommit_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:39.983041 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.db.segments_db [None req-677f2df6-d387-4d2e-8ac3-0bb51189f748 admin admin] Added segment 38f09ab6-9633-4381-a064-480473442993 of type vlan for network ae0f8e7f-ca5f-4c00-9803-4f9cd2a8e187 Apr 09 13:48:40.022431 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-677f2df6-d387-4d2e-8ac3-0bb51189f748 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363265039334123'] for network, precommit_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:40.070225 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-677f2df6-d387-4d2e-8ac3-0bb51189f748 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299'] for network, after_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:40.071900 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-677f2df6-d387-4d2e-8ac3-0bb51189f748 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:48:40.072714 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-677f2df6-d387-4d2e-8ac3-0bb51189f748 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758280'] for network, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:40.079635 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-0177b9a9-5e5f-49b2-9ead-9e68b1695b29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:48:40.409084 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.75', 59502) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:48:40.425288 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677f2df6-d387-4d2e-8ac3-0bb51189f748 admin admin] Pushing event updated for resources: {'Network': ['ID=ae0f8e7f-ca5f-4c00-9803-4f9cd2a8e187,revision_number=1']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:48:40.428216 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-677f2df6-d387-4d2e-8ac3-0bb51189f748 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:48:40.432891 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-677f2df6-d387-4d2e-8ac3-0bb51189f748 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9872410 Apr 09 13:48:40.433274 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.75', 59508) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:48:40.443028 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.v2.base [None req-584f5817-4339-4676-baa1-bf167d634f68 admin admin] Request body: {'subnet': {'network_id': 'ae0f8e7f-ca5f-4c00-9803-4f9cd2a8e187', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1650488399-subnet', 'tenant_id': '42cd23f53368468a94a14f89589efd1d', 'ip_version': 4}} {{(pid=85265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 09 13:48:40.444334 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.rpc [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Network ae0f8e7f-ca5f-4c00-9803-4f9cd2a8e187 details requested by agent ovs-agent-dv-cinder-785362-1-smb with host dv-cinder-785362-1-smb {{(pid=85267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 09 13:48:40.450367 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-584f5817-4339-4676-baa1-bf167d634f68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 13:48:40.454191 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-584f5817-4339-4676-baa1-bf167d634f68 admin admin] Usage tracker for resource:subnet and tenant:42cd23f53368468a94a14f89589efd1d is out of sync, need to count used quota {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 13:48:40.458227 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-584f5817-4339-4676-baa1-bf167d634f68 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 13:48:40.465142 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-584f5817-4339-4676-baa1-bf167d634f68 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 13:48:40.487277 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-584f5817-4339-4676-baa1-bf167d634f68 admin admin] Made reservation on behalf of 42cd23f53368468a94a14f89589efd1d for: {'subnet': 1} {{(pid=85265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 09 13:48:40.495790 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-584f5817-4339-4676-baa1-bf167d634f68 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2379586'] for subnet, before_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:40.772334 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-04ae0d63-b8e4-486b-b3fc-fa7e167df38a admin admin] Notify callbacks [] for security_group, before_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:40.812427 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-04ae0d63-b8e4-486b-b3fc-fa7e167df38a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 13:48:40.820488 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-04ae0d63-b8e4-486b-b3fc-fa7e167df38a admin admin] Usage tracker for resource:security_group_rule and tenant:c542e8cab2044cdfbe237f86d8a1de01 is out of sync, need to count used quota {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 13:48:40.823736 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-04ae0d63-b8e4-486b-b3fc-fa7e167df38a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 13:48:40.830891 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-04ae0d63-b8e4-486b-b3fc-fa7e167df38a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 13:48:40.890623 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:40.903509 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b860c4a7-9729-4d77-967a-2814c735d12b req-76ee8c4e-318c-4d5a-b5d2-a7bbdad13bf2 tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:48:40.913260 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-b860c4a7-9729-4d77-967a-2814c735d12b req-76ee8c4e-318c-4d5a-b5d2-a7bbdad13bf2 tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] 10.222.0.75 "GET /v2.0/ports?device_id=7690505b-47c6-4e11-9a94-a4cca9735a09 HTTP/1.1" status: 200 len: 945 time: 0.1242397 Apr 09 13:48:40.952881 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-b860c4a7-9729-4d77-967a-2814c735d12b req-a50b6c1e-6684-4eca-b17a-aa237f8ad848 tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] 10.222.0.75 "GET /v2.0/security-groups?id=eea7a60b-00a0-497d-babc-18f415d64d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381513 Apr 09 13:48:41.029581 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-04ae0d63-b8e4-486b-b3fc-fa7e167df38a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:41.035083 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-04ae0d63-b8e4-486b-b3fc-fa7e167df38a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738555'] for security_group, after_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:41.044051 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-45218d6f-a1d4-42bb-896d-127a5717c611 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:48:41.108737 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-04ae0d63-b8e4-486b-b3fc-fa7e167df38a admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=c542e8cab2044cdfbe237f86d8a1de01&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6985514 Apr 09 13:48:41.112319 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85266) accepted ('10.222.0.75', 59534) {{(pid=85266) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:48:41.115176 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ae0d63-b8e4-486b-b3fc-fa7e167df38a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b296ba87-a8dc-4856-aa59-878aa202d5b7,revision_number=1']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:48:41.119361 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-04ae0d63-b8e4-486b-b3fc-fa7e167df38a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:48:41.229579 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-bc87dc06-ab8a-4887-b815-a75870eaa3c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:41.246816 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-584f5817-4339-4676-baa1-bf167d634f68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851965029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2379635'] for subnet, after_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:41.260016 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-bc87dc06-ab8a-4887-b815-a75870eaa3c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:41.310215 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-bc87dc06-ab8a-4887-b815-a75870eaa3c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738555'] for security_group, after_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:41.317600 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:48:41.341012 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:48:41.355178 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc87dc06-ab8a-4887-b815-a75870eaa3c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b296ba87-a8dc-4856-aa59-878aa202d5b7,revision_number=None']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:48:41.379778 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-bc87dc06-ab8a-4887-b815-a75870eaa3c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:41.383702 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-bc87dc06-ab8a-4887-b815-a75870eaa3c1 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/b296ba87-a8dc-4856-aa59-878aa202d5b7 HTTP/1.1" status: 204 len: 168 time: 0.2670634 Apr 09 13:48:41.383702 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-bc87dc06-ab8a-4887-b815-a75870eaa3c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:48:41.428835 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584f5817-4339-4676-baa1-bf167d634f68 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3d7b5803-c407-4abc-ab92-6b23397b2a0e,revision_number=0']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:48:41.440752 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-584f5817-4339-4676-baa1-bf167d634f68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:48:41.552951 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-584f5817-4339-4676-baa1-bf167d634f68 admin admin] Checking segment: {'id': '38f09ab6-9633-4381-a064-480473442993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'ae0f8e7f-ca5f-4c00-9803-4f9cd2a8e187'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 09 13:48:41.553597 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-584f5817-4339-4676-baa1-bf167d634f68 admin admin] Network hostable DHCP agents. Network: ae0f8e7f-ca5f-4c00-9803-4f9cd2a8e187, hostable agents: ['977b5286-6f81-4d97-b9b2-e69f70c69ca5'], hosted agents: [] {{(pid=85265) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 09 13:48:41.586692 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-584f5817-4339-4676-baa1-bf167d634f68 admin admin] Network ae0f8e7f-ca5f-4c00-9803-4f9cd2a8e187 is scheduled to be hosted by DHCP agent 977b5286-6f81-4d97-b9b2-e69f70c69ca5 with binding_index 1 {{(pid=85265) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 09 13:48:41.598813 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.scheduler.base_scheduler [None req-584f5817-4339-4676-baa1-bf167d634f68 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-785362-1-smb, ae0f8e7f-ca5f-4c00-9803-4f9cd2a8e187) {{(pid=85265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 09 13:48:41.610773 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f663f010-ad12-459a-a177-5a7829e80f29 None None] Network ae0f8e7f-ca5f-4c00-9803-4f9cd2a8e187 requested from dv-cinder-785362-1-smb {{(pid=85267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 09 13:48:41.629156 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-584f5817-4339-4676-baa1-bf167d634f68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:48:41.630797 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-584f5817-4339-4676-baa1-bf167d634f68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758280'] for subnet, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:41.687238 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-584f5817-4339-4676-baa1-bf167d634f68 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2528327 Apr 09 13:48:41.690760 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.75', 59586) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:48:41.706824 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.v2.base [None req-514babf8-e450-422a-9527-cebad32c126c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1650488399-router', 'tenant_id': '42cd23f53368468a94a14f89589efd1d', 'external_gateway_info': {'network_id': 'd39673be-df84-4009-abea-d472d159fdfd'}}} {{(pid=85265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 09 13:48:41.712638 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-514babf8-e450-422a-9527-cebad32c126c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 13:48:41.726303 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-514babf8-e450-422a-9527-cebad32c126c admin admin] Usage tracker for resource:router and tenant:42cd23f53368468a94a14f89589efd1d is out of sync, need to count used quota {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 13:48:41.734930 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-514babf8-e450-422a-9527-cebad32c126c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 13:48:41.752487 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-514babf8-e450-422a-9527-cebad32c126c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 13:48:41.773611 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-514babf8-e450-422a-9527-cebad32c126c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-716566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-901'] for router, before_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:41.775021 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-514babf8-e450-422a-9527-cebad32c126c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-718991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-711288', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-739621', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854774899'] for router, precommit_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:41.811286 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-514babf8-e450-422a-9527-cebad32c126c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:42.135535 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69ffc6fa-793a-4631-a550-f531a8721d1e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe608d69b-f451-5fb8-bdcb-5faac2d6aa34-ae0f8e7f-ca5f-4c00-9803-4f9cd2a8e187', 'network_id': 'ae0f8e7f-ca5f-4c00-9803-4f9cd2a8e187', 'tenant_id': '42cd23f53368468a94a14f89589efd1d', 'fixed_ips': [{'subnet_id': '3d7b5803-c407-4abc-ab92-6b23397b2a0e'}]}} from dv-cinder-785362-1-smb. {{(pid=85267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 09 13:48:42.136541 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-69ffc6fa-793a-4631-a550-f531a8721d1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853739810'] for port, before_create {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:42.361250 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-514babf8-e450-422a-9527-cebad32c126c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-711273', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-716551', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774918'] for router, precommit_update {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:42.415184 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.db_base_plugin_common [None req-69ffc6fa-793a-4631-a550-f531a8721d1e None None] Allocated IP 172.20.0.2 (ae0f8e7f-ca5f-4c00-9803-4f9cd2a8e187/3d7b5803-c407-4abc-ab92-6b23397b2a0e/33e8aacb-b20e-4d71-868a-2f469192bc9a) {{(pid=85267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 09 13:48:42.436400 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42204ae-d47b-4fa6-8869-2e83c7688ff9 req-7e58e09a-5cd3-4e51-b4e5-510363ff2ed1 tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:48:42.443507 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-d42204ae-d47b-4fa6-8869-2e83c7688ff9 req-7e58e09a-5cd3-4e51-b4e5-510363ff2ed1 tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] 10.222.0.75 "GET /v2.0/ports?device_id=7690505b-47c6-4e11-9a94-a4cca9735a09 HTTP/1.1" status: 200 len: 945 time: 0.2636869 Apr 09 13:48:42.533217 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-d42204ae-d47b-4fa6-8869-2e83c7688ff9 req-75f78e77-04cb-473c-ac4b-04c5681baf7f tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] 10.222.0.75 "GET /v2.0/security-groups?id=eea7a60b-00a0-497d-babc-18f415d64d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794420 Apr 09 13:48:42.890927 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-69ffc6fa-793a-4631-a550-f531a8721d1e None None] Notify callbacks [] for port, precommit_create {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:42.907747 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.provisioning_blocks [None req-69ffc6fa-793a-4631-a550-f531a8721d1e None None] Transition to ACTIVE for port object 33e8aacb-b20e-4d71-868a-2f469192bc9a will not be triggered until provisioned by entity L2. {{(pid=85267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 09 13:48:42.945007 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.provisioning_blocks [None req-69ffc6fa-793a-4631-a550-f531a8721d1e None None] Transition to ACTIVE for port object 33e8aacb-b20e-4d71-868a-2f469192bc9a will not be triggered until provisioned by entity DHCP. {{(pid=85267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 09 13:48:42.952260 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-69ffc6fa-793a-4631-a550-f531a8721d1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853739901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853759498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771815468164'] for port, after_create {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:43.081389 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:48:43.218555 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-514babf8-e450-422a-9527-cebad32c126c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:43.261053 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-514babf8-e450-422a-9527-cebad32c126c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853739810'] for port, before_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:43.304031 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ffc6fa-793a-4631-a550-f531a8721d1e None None] Pushing event updated for resources: {'Port': ['ID=33e8aacb-b20e-4d71-868a-2f469192bc9a,revision_number=1']} {{(pid=85267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:48:43.328406 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-69ffc6fa-793a-4631-a550-f531a8721d1e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=85267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:48:43.359910 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69ffc6fa-793a-4631-a550-f531a8721d1e None None] Network ae0f8e7f-ca5f-4c00-9803-4f9cd2a8e187 is already hosted by enough agents. {{(pid=85267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 09 13:48:43.361130 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.scheduler.base_scheduler [None req-69ffc6fa-793a-4631-a550-f531a8721d1e None None] Resources bound (agent type, host, resource id): {{(pid=85267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 09 13:48:43.364258 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69ffc6fa-793a-4631-a550-f531a8721d1e None None] Received port after_create {{(pid=85267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 09 13:48:43.472701 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.db_base_plugin_common [None req-514babf8-e450-422a-9527-cebad32c126c admin admin] Allocated IP 172.28.0.57 (d39673be-df84-4009-abea-d472d159fdfd/f6eeb1a0-26c5-43d1-996f-84b999bf12c7/c7d6af8c-d687-475a-8e8b-f1a19028348c) {{(pid=85265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 09 13:48:43.509255 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.managers [None req-69ffc6fa-793a-4631-a550-f531a8721d1e None None] Attempting to bind port 33e8aacb-b20e-4d71-868a-2f469192bc9a on host dv-cinder-785362-1-smb for vnic_type normal with profile {{(pid=85267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 09 13:48:43.509672 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.managers [None req-69ffc6fa-793a-4631-a550-f531a8721d1e None None] Attempting to bind port 33e8aacb-b20e-4d71-868a-2f469192bc9a by drivers openvswitch,hyperv on host dv-cinder-785362-1-smb at level 0 using segments [{'id': '38f09ab6-9633-4381-a064-480473442993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'ae0f8e7f-ca5f-4c00-9803-4f9cd2a8e187'}] {{(pid=85267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 09 13:48:43.510118 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69ffc6fa-793a-4631-a550-f531a8721d1e None None] Attempting to bind port 33e8aacb-b20e-4d71-868a-2f469192bc9a on network ae0f8e7f-ca5f-4c00-9803-4f9cd2a8e187 {{(pid=85267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 09 13:48:43.516638 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69ffc6fa-793a-4631-a550-f531a8721d1e None None] Checking agent: {'id': 'e6bfe7c3-14e3-41b1-b7be-435962079a33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-785362-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 9, 13, 38, 5), 'started_at': datetime.datetime(2021, 4, 9, 13, 38, 35), 'heartbeat_timestamp': datetime.datetime(2021, 4, 9, 13, 48, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-785362-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 09 13:48:43.517032 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69ffc6fa-793a-4631-a550-f531a8721d1e None None] Checking segment: {'id': '38f09ab6-9633-4381-a064-480473442993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'ae0f8e7f-ca5f-4c00-9803-4f9cd2a8e187'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 09 13:48:43.517476 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-69ffc6fa-793a-4631-a550-f531a8721d1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:43.517962 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69ffc6fa-793a-4631-a550-f531a8721d1e None None] Bound using segment: {'id': '38f09ab6-9633-4381-a064-480473442993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'ae0f8e7f-ca5f-4c00-9803-4f9cd2a8e187'} {{(pid=85267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 09 13:48:43.518488 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.managers [None req-69ffc6fa-793a-4631-a550-f531a8721d1e None None] Bound port: 33e8aacb-b20e-4d71-868a-2f469192bc9a, host: dv-cinder-785362-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38f09ab6-9633-4381-a064-480473442993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'ae0f8e7f-ca5f-4c00-9803-4f9cd2a8e187'}}] {{(pid=85267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 09 13:48:43.518909 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-69ffc6fa-793a-4631-a550-f531a8721d1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853739810'] for port, before_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:43.634751 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.db [None req-69ffc6fa-793a-4631-a550-f531a8721d1e None None] For port 33e8aacb-b20e-4d71-868a-2f469192bc9a, host dv-cinder-785362-1-smb, cleared binding levels {{(pid=85267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 09 13:48:43.639000 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.db [None req-69ffc6fa-793a-4631-a550-f531a8721d1e None None] For port 33e8aacb-b20e-4d71-868a-2f469192bc9a, host dv-cinder-785362-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-1-smb',level=0,port_id=33e8aacb-b20e-4d71-868a-2f469192bc9a,segment=NetworkSegment(38f09ab6-9633-4381-a064-480473442993),segment_id=38f09ab6-9633-4381-a064-480473442993)] {{(pid=85267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 09 13:48:43.642731 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-69ffc6fa-793a-4631-a550-f531a8721d1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853739901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853759498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265038874484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771815468181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265039307602'] for port, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:43.661143 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:48:43.757604 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-514babf8-e450-422a-9527-cebad32c126c admin admin] Notify callbacks [] for port, precommit_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:43.758641 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ffc6fa-793a-4631-a550-f531a8721d1e None None] Pushing event updated for resources: {'Port': ['ID=33e8aacb-b20e-4d71-868a-2f469192bc9a,revision_number=2']} {{(pid=85267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:48:43.764125 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-69ffc6fa-793a-4631-a550-f531a8721d1e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=85267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:48:43.803411 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-514babf8-e450-422a-9527-cebad32c126c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853739901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853759498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771815468164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851965059'] for port, after_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:43.880776 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:48:43.947373 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d8a3a4-e8f5-45ac-86c8-731b1f71c6c3 req-dbc7c8fa-4980-4bfc-a271-6eefa4bf631c tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:48:43.957267 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-66d8a3a4-e8f5-45ac-86c8-731b1f71c6c3 req-dbc7c8fa-4980-4bfc-a271-6eefa4bf631c tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] 10.222.0.75 "GET /v2.0/ports?device_id=7690505b-47c6-4e11-9a94-a4cca9735a09 HTTP/1.1" status: 200 len: 945 time: 0.1435008 Apr 09 13:48:44.006619 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-66d8a3a4-e8f5-45ac-86c8-731b1f71c6c3 req-8e69ec81-f6ac-4520-a892-ad96cca14921 tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] 10.222.0.75 "GET /v2.0/security-groups?id=eea7a60b-00a0-497d-babc-18f415d64d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479696 Apr 09 13:48:44.062979 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514babf8-e450-422a-9527-cebad32c126c admin admin] Pushing event updated for resources: {'Port': ['ID=c7d6af8c-d687-475a-8e8b-f1a19028348c,revision_number=1']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:48:44.067829 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-514babf8-e450-422a-9527-cebad32c126c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:48:44.118936 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-514babf8-e450-422a-9527-cebad32c126c admin admin] Network d39673be-df84-4009-abea-d472d159fdfd is already hosted by enough agents. {{(pid=85265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 09 13:48:44.120326 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.scheduler.base_scheduler [None req-514babf8-e450-422a-9527-cebad32c126c admin admin] Resources bound (agent type, host, resource id): {{(pid=85265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 09 13:48:44.128372 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-514babf8-e450-422a-9527-cebad32c126c admin admin] Received port after_create {{(pid=85265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 09 13:48:45.042802 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-514babf8-e450-422a-9527-cebad32c126c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:45.242079 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c627e2d-3c21-41f3-8213-867bbafa8c63 req-e1777c4c-6182-4b39-a0f1-90ccf9d5157e tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:48:45.243980 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-8c627e2d-3c21-41f3-8213-867bbafa8c63 req-e1777c4c-6182-4b39-a0f1-90ccf9d5157e tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] 10.222.0.75 "GET /v2.0/ports?device_id=7690505b-47c6-4e11-9a94-a4cca9735a09 HTTP/1.1" status: 200 len: 945 time: 0.1097786 Apr 09 13:48:45.295966 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-8c627e2d-3c21-41f3-8213-867bbafa8c63 req-8ff13736-716f-4f89-81dd-13d037ca0d35 tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] 10.222.0.75 "GET /v2.0/security-groups?id=eea7a60b-00a0-497d-babc-18f415d64d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418715 Apr 09 13:48:45.303689 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.rpc [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Device 33e8aacb-b20e-4d71-868a-2f469192bc9a up at agent ovs-agent-dv-cinder-785362-1-smb {{(pid=85267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 09 13:48:45.400272 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.provisioning_blocks [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Provisioning for port 33e8aacb-b20e-4d71-868a-2f469192bc9a completed by entity L2. {{(pid=85267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 09 13:48:45.575319 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-514babf8-e450-422a-9527-cebad32c126c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854059233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854064505'] for router, after_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:45.701940 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-559d879d-6fee-4c9c-bd5c-9d223baa190c None None] Network ae0f8e7f-ca5f-4c00-9803-4f9cd2a8e187 requested from dv-cinder-785362-1-smb {{(pid=85267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 09 13:48:45.845905 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.provisioning_blocks [None req-f4d08262-7d1b-4e39-8c03-1c8ef1e52d18 None None] Provisioning for port 33e8aacb-b20e-4d71-868a-2f469192bc9a completed by entity DHCP. {{(pid=85267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 09 13:48:45.853472 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.provisioning_blocks [None req-f4d08262-7d1b-4e39-8c03-1c8ef1e52d18 None None] Provisioning complete for port 33e8aacb-b20e-4d71-868a-2f469192bc9a triggered by entity DHCP. {{(pid=85267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 09 13:48:45.853976 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-f4d08262-7d1b-4e39-8c03-1c8ef1e52d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765226'] for port, provisioning_complete {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:45.854418 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-514babf8-e450-422a-9527-cebad32c126c admin admin] Router 6c80f60e-8f86-4b3a-96ce-89ec0e70d8a4 is scheduled to L3 agent 69305824-358b-46b0-9707-cd2ded304b9c with binding_index 1 {{(pid=85265) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 09 13:48:46.019579 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-f4d08262-7d1b-4e39-8c03-1c8ef1e52d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853739810'] for port, before_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:46.102924 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-514babf8-e450-422a-9527-cebad32c126c admin admin] Notify agent at l3_agent.dv-cinder-785362-1-smb the message routers_updated {{(pid=85265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 09 13:48:46.116444 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f274592-a64c-426f-808c-9eeae4130085 None None] Sync routers for ids ['6c80f60e-8f86-4b3a-96ce-89ec0e70d8a4'] in dv-cinder-785362-1-smb {{(pid=85268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 09 13:48:46.127057 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.db [None req-f4d08262-7d1b-4e39-8c03-1c8ef1e52d18 None None] For port 33e8aacb-b20e-4d71-868a-2f469192bc9a, host dv-cinder-785362-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-1-smb',level=0,port_id=33e8aacb-b20e-4d71-868a-2f469192bc9a,segment=NetworkSegment(38f09ab6-9633-4381-a064-480473442993),segment_id=38f09ab6-9633-4381-a064-480473442993)] {{(pid=85267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 09 13:48:46.130090 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f274592-a64c-426f-808c-9eeae4130085 None None] Routers {'6c80f60e-8f86-4b3a-96ce-89ec0e70d8a4'} bound to L3 agent in host dv-cinder-785362-1-smb {{(pid=85268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 09 13:48:46.131374 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_hamode_db [None req-0f274592-a64c-426f-808c-9eeae4130085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-785362-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-09T13:38:04Z,description=,heartbeat_timestamp=2021-04-09T13:48:34Z,host='dv-cinder-785362-1-smb',id=69305824-358b-46b0-9707-cd2ded304b9c,load=0,resource_versions=,resources_synced=,started_at=2021-04-09T13:38:04Z,topic='l3_agent')) {'router_ids': ['6c80f60e-8f86-4b3a-96ce-89ec0e70d8a4'], 'active': True} {{(pid=85268) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 13:48:46.132014 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-514babf8-e450-422a-9527-cebad32c126c admin admin] Notify callbacks [] for router, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:46.135863 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-514babf8-e450-422a-9527-cebad32c126c admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.4415374 Apr 09 13:48:46.136008 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-f4d08262-7d1b-4e39-8c03-1c8ef1e52d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853739901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853759498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265038874484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771815468181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265039307602'] for port, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:46.136097 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.75', 59722) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:48:46.137491 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:48:46.217616 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d08262-7d1b-4e39-8c03-1c8ef1e52d18 None None] Pushing event updated for resources: {'Port': ['ID=33e8aacb-b20e-4d71-868a-2f469192bc9a,revision_number=3']} {{(pid=85267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:48:46.223336 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-f4d08262-7d1b-4e39-8c03-1c8ef1e52d18 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=85267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:48:46.396897 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_dvr_db [None req-0f274592-a64c-426f-808c-9eeae4130085 None None] Set router 6c80f60e-8f86-4b3a-96ce-89ec0e70d8a4 gateway port host: dv-cinder-785362-1-smb {{(pid=85268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 09 13:48:46.617100 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851f7cc4-793d-42a2-ab35-b6fb93fc6464 req-78ed37d6-e558-4dc0-a336-6ff0ce89eb77 tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:48:46.626133 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-851f7cc4-793d-42a2-ab35-b6fb93fc6464 req-78ed37d6-e558-4dc0-a336-6ff0ce89eb77 tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] 10.222.0.75 "GET /v2.0/ports?device_id=7690505b-47c6-4e11-9a94-a4cca9735a09 HTTP/1.1" status: 200 len: 945 time: 0.1371143 Apr 09 13:48:46.667365 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.provisioning_blocks [None req-5efd1417-a53d-4f7b-a5e5-d46a3c367c37 None None] Provisioning complete for port 33e8aacb-b20e-4d71-868a-2f469192bc9a triggered by entity DHCP. {{(pid=85267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 09 13:48:46.667798 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-5efd1417-a53d-4f7b-a5e5-d46a3c367c37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765226'] for port, provisioning_complete {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:46.736461 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-851f7cc4-793d-42a2-ab35-b6fb93fc6464 req-c3a0e2f6-80f3-400e-891a-a92dc21ea01a tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] 10.222.0.75 "GET /v2.0/security-groups?id=eea7a60b-00a0-497d-babc-18f415d64d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092615 Apr 09 13:48:47.073356 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_hamode_db [None req-0f274592-a64c-426f-808c-9eeae4130085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c80f60e-8f86-4b3a-96ce-89ec0e70d8a4', 'name': 'tempest-TestShelveInstance-1650488399-router', 'tenant_id': '42cd23f53368468a94a14f89589efd1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd39673be-df84-4009-abea-d472d159fdfd', 'external_fixed_ips': [{'subnet_id': 'f6eeb1a0-26c5-43d1-996f-84b999bf12c7', 'ip_address': '172.28.0.57'}], 'enable_snat': True}, 'gw_port_id': 'c7d6af8c-d687-475a-8e8b-f1a19028348c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T13:48:41Z', 'updated_at': '2021-04-09T13:48:44Z', 'revision_number': 3, 'project_id': '42cd23f53368468a94a14f89589efd1d', 'gw_port': {'id': 'c7d6af8c-d687-475a-8e8b-f1a19028348c', 'name': '', 'network_id': 'd39673be-df84-4009-abea-d472d159fdfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:8f:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c80f60e-8f86-4b3a-96ce-89ec0e70d8a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'f6eeb1a0-26c5-43d1-996f-84b999bf12c7', 'ip_address': '172.28.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:48:43Z', 'updated_at': '2021-04-09T13:48:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f6eeb1a0-26c5-43d1-996f-84b999bf12c7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-1-smb'}], 'dv-cinder-785362-1-smb', False) {} {{(pid=85268) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 13:48:47.082068 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f274592-a64c-426f-808c-9eeae4130085 None None] Checking router: 6c80f60e-8f86-4b3a-96ce-89ec0e70d8a4 for host: dv-cinder-785362-1-smb {{(pid=85268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 09 13:48:47.082488 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f274592-a64c-426f-808c-9eeae4130085 None None] Updating router 6c80f60e-8f86-4b3a-96ce-89ec0e70d8a4 port c7d6af8c-d687-475a-8e8b-f1a19028348c binding host dv-cinder-785362-1-smb {{(pid=85268) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 09 13:48:47.165006 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-0f274592-a64c-426f-808c-9eeae4130085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853739810'] for port, before_update {{(pid=85268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:47.229918 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.rpc [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Device 33e8aacb-b20e-4d71-868a-2f469192bc9a up at agent ovs-agent-dv-cinder-785362-1-smb {{(pid=85267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 09 13:48:47.405172 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.provisioning_blocks [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Provisioning complete for port 33e8aacb-b20e-4d71-868a-2f469192bc9a triggered by entity L2. {{(pid=85267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 09 13:48:47.405547 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765226'] for port, provisioning_complete {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:47.972335 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-ef1520fa-d79d-4373-87d5-ca93ca458d5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853739810'] for port, before_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:48.005666 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-0f274592-a64c-426f-808c-9eeae4130085 None None] Notify callbacks [] for port, precommit_update {{(pid=85268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:48.064229 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.provisioning_blocks [None req-0f274592-a64c-426f-808c-9eeae4130085 None None] Transition to ACTIVE for port object c7d6af8c-d687-475a-8e8b-f1a19028348c will not be triggered until provisioned by entity L2. {{(pid=85268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 09 13:48:48.072262 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-0f274592-a64c-426f-808c-9eeae4130085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853739901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853759498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265038874484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771815468181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265039307602'] for port, after_update {{(pid=85268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:48.145995 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93adc3e7-ed9f-4084-b6a4-780bfc637326 req-43d96a67-beac-486d-b621-b899f7cb008e tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:48:48.152282 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-93adc3e7-ed9f-4084-b6a4-780bfc637326 req-43d96a67-beac-486d-b621-b899f7cb008e tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] 10.222.0.75 "GET /v2.0/ports?device_id=7690505b-47c6-4e11-9a94-a4cca9735a09 HTTP/1.1" status: 200 len: 945 time: 0.1437051 Apr 09 13:48:48.212734 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-93adc3e7-ed9f-4084-b6a4-780bfc637326 req-b02c4887-1343-4142-8e54-bee65158141f tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] 10.222.0.75 "GET /v2.0/security-groups?id=eea7a60b-00a0-497d-babc-18f415d64d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546694 Apr 09 13:48:48.231506 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-19c38ce6-7ece-42c2-b133-38fd7522d63e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:48:48.322152 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181aef9a-33ed-4bac-a948-88f7291f8ab0 None None] Pushing event updated for resources: {'Port': ['ID=c7d6af8c-d687-475a-8e8b-f1a19028348c,revision_number=2']} {{(pid=85268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:48:48.340903 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.db_base_plugin_common [None req-ef1520fa-d79d-4373-87d5-ca93ca458d5c admin admin] Allocated IP 172.20.0.1 (ae0f8e7f-ca5f-4c00-9803-4f9cd2a8e187/3d7b5803-c407-4abc-ab92-6b23397b2a0e/9def8c0b-9829-4587-81d5-63f0d911610b) {{(pid=85265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 09 13:48:48.351557 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181aef9a-33ed-4bac-a948-88f7291f8ab0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:48:48.351940 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181aef9a-33ed-4bac-a948-88f7291f8ab0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:48:48.352307 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181aef9a-33ed-4bac-a948-88f7291f8ab0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:48:48.352673 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181aef9a-33ed-4bac-a948-88f7291f8ab0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:48:48.353037 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181aef9a-33ed-4bac-a948-88f7291f8ab0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:48:48.353391 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181aef9a-33ed-4bac-a948-88f7291f8ab0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:48:48.353772 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181aef9a-33ed-4bac-a948-88f7291f8ab0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:48:48.354128 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181aef9a-33ed-4bac-a948-88f7291f8ab0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:48:48.354480 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181aef9a-33ed-4bac-a948-88f7291f8ab0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:48:48.354831 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181aef9a-33ed-4bac-a948-88f7291f8ab0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:48:48.355192 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181aef9a-33ed-4bac-a948-88f7291f8ab0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:48:48.355541 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181aef9a-33ed-4bac-a948-88f7291f8ab0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:48:48.362956 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-181aef9a-33ed-4bac-a948-88f7291f8ab0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=85268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:48:48.406141 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.agents_db [None req-c64c1605-ccfd-4af7-a5d2-2f7932bd8cd3 None None] Agent healthcheck: found 6 active agents {{(pid=85268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 09 13:48:48.407528 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.managers [None req-0f274592-a64c-426f-808c-9eeae4130085 None None] Attempting to bind port c7d6af8c-d687-475a-8e8b-f1a19028348c on host dv-cinder-785362-1-smb for vnic_type normal with profile {{(pid=85268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 09 13:48:48.407528 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.managers [None req-0f274592-a64c-426f-808c-9eeae4130085 None None] Attempting to bind port c7d6af8c-d687-475a-8e8b-f1a19028348c by drivers openvswitch,hyperv on host dv-cinder-785362-1-smb at level 0 using segments [{'id': 'd71e9641-c1ca-48b4-9c8d-e574468b8697', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd39673be-df84-4009-abea-d472d159fdfd'}] {{(pid=85268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 09 13:48:48.407528 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f274592-a64c-426f-808c-9eeae4130085 None None] Attempting to bind port c7d6af8c-d687-475a-8e8b-f1a19028348c on network d39673be-df84-4009-abea-d472d159fdfd {{(pid=85268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 09 13:48:48.413495 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f274592-a64c-426f-808c-9eeae4130085 None None] Checking agent: {'id': 'e6bfe7c3-14e3-41b1-b7be-435962079a33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-785362-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 9, 13, 38, 5), 'started_at': datetime.datetime(2021, 4, 9, 13, 38, 35), 'heartbeat_timestamp': datetime.datetime(2021, 4, 9, 13, 48, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-785362-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 09 13:48:48.413942 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f274592-a64c-426f-808c-9eeae4130085 None None] Checking segment: {'id': 'd71e9641-c1ca-48b4-9c8d-e574468b8697', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd39673be-df84-4009-abea-d472d159fdfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 09 13:48:48.414383 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-0f274592-a64c-426f-808c-9eeae4130085 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:48.414816 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f274592-a64c-426f-808c-9eeae4130085 None None] Bound using segment: {'id': 'd71e9641-c1ca-48b4-9c8d-e574468b8697', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd39673be-df84-4009-abea-d472d159fdfd'} {{(pid=85268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 09 13:48:48.415326 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.managers [None req-0f274592-a64c-426f-808c-9eeae4130085 None None] Bound port: c7d6af8c-d687-475a-8e8b-f1a19028348c, host: dv-cinder-785362-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd71e9641-c1ca-48b4-9c8d-e574468b8697', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd39673be-df84-4009-abea-d472d159fdfd'}}] {{(pid=85268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 09 13:48:48.415738 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-0f274592-a64c-426f-808c-9eeae4130085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853739810'] for port, before_update {{(pid=85268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:48.501130 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.db [None req-0f274592-a64c-426f-808c-9eeae4130085 None None] For port c7d6af8c-d687-475a-8e8b-f1a19028348c, host dv-cinder-785362-1-smb, cleared binding levels {{(pid=85268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 09 13:48:48.505441 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.db [None req-0f274592-a64c-426f-808c-9eeae4130085 None None] For port c7d6af8c-d687-475a-8e8b-f1a19028348c, host dv-cinder-785362-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-1-smb',level=0,port_id=c7d6af8c-d687-475a-8e8b-f1a19028348c,segment=NetworkSegment(d71e9641-c1ca-48b4-9c8d-e574468b8697),segment_id=d71e9641-c1ca-48b4-9c8d-e574468b8697)] {{(pid=85268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 09 13:48:48.509732 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-0f274592-a64c-426f-808c-9eeae4130085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853739901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853759498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265038874484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771815468181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265039307602'] for port, after_update {{(pid=85268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:48.519243 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-ef1520fa-d79d-4373-87d5-ca93ca458d5c admin admin] Notify callbacks [] for port, precommit_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:48.529498 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-181aef9a-33ed-4bac-a948-88f7291f8ab0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:48:48.537036 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.provisioning_blocks [None req-ef1520fa-d79d-4373-87d5-ca93ca458d5c admin admin] Transition to ACTIVE for port object 9def8c0b-9829-4587-81d5-63f0d911610b will not be triggered until provisioned by entity DHCP. {{(pid=85265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 09 13:48:48.564844 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-ef1520fa-d79d-4373-87d5-ca93ca458d5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853739901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853759498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771815468164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851965059'] for port, after_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:48.582084 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:48:48.751910 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1520fa-d79d-4373-87d5-ca93ca458d5c admin admin] Pushing event updated for resources: {'Port': ['ID=9def8c0b-9829-4587-81d5-63f0d911610b,revision_number=1']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:48:48.758366 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-ef1520fa-d79d-4373-87d5-ca93ca458d5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:48:48.815822 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef1520fa-d79d-4373-87d5-ca93ca458d5c admin admin] Network ae0f8e7f-ca5f-4c00-9803-4f9cd2a8e187 is already hosted by enough agents. {{(pid=85265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 09 13:48:48.817346 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.scheduler.base_scheduler [None req-ef1520fa-d79d-4373-87d5-ca93ca458d5c admin admin] Resources bound (agent type, host, resource id): {{(pid=85265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 09 13:48:48.833029 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef1520fa-d79d-4373-87d5-ca93ca458d5c admin admin] Received port after_create {{(pid=85265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 09 13:48:48.921593 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181aef9a-33ed-4bac-a948-88f7291f8ab0 None None] Pushing event updated for resources: {'Port': ['ID=c7d6af8c-d687-475a-8e8b-f1a19028348c,revision_number=3']} {{(pid=85268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:48:48.926757 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-181aef9a-33ed-4bac-a948-88f7291f8ab0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.398s {{(pid=85268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:48:48.999516 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-ef1520fa-d79d-4373-87d5-ca93ca458d5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-361547'] for router_interface, before_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:49.063664 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f274592-a64c-426f-808c-9eeae4130085 None None] Routers {'6c80f60e-8f86-4b3a-96ce-89ec0e70d8a4'} bound to L3 agent in host dv-cinder-785362-1-smb {{(pid=85268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 09 13:48:49.065350 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_hamode_db [None req-0f274592-a64c-426f-808c-9eeae4130085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-785362-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-09T13:38:04Z,description=,heartbeat_timestamp=2021-04-09T13:48:34Z,host='dv-cinder-785362-1-smb',id=69305824-358b-46b0-9707-cd2ded304b9c,load=0,resource_versions=,resources_synced=,started_at=2021-04-09T13:38:04Z,topic='l3_agent')) {'router_ids': ['6c80f60e-8f86-4b3a-96ce-89ec0e70d8a4'], 'active': True} {{(pid=85268) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 13:48:49.103636 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd98d6c-14ec-4127-b001-6f67d122f050 req-3c1e5e5e-0c62-4b85-a7a2-ccadbf695759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:48:49.107685 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-8cd98d6c-14ec-4127-b001-6f67d122f050 req-3c1e5e5e-0c62-4b85-a7a2-ccadbf695759 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=7690505b-47c6-4e11-9a94-a4cca9735a09 HTTP/1.1" status: 200 len: 1098 time: 0.1933970 Apr 09 13:48:49.184202 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-8cd98d6c-14ec-4127-b001-6f67d122f050 req-ac224514-8dd1-48ea-8882-95daf633a37b service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=eea7a60b-00a0-497d-babc-18f415d64d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633447 Apr 09 13:48:49.207778 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-ef1520fa-d79d-4373-87d5-ca93ca458d5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853739810'] for port, before_update {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:49.208697 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.provisioning_blocks [None req-d4f9b766-4266-4999-aaed-69c52a825a4c None None] Provisioning for port 9def8c0b-9829-4587-81d5-63f0d911610b completed by entity DHCP. {{(pid=85267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 09 13:48:49.220230 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.provisioning_blocks [None req-d4f9b766-4266-4999-aaed-69c52a825a4c None None] Provisioning complete for port 9def8c0b-9829-4587-81d5-63f0d911610b triggered by entity DHCP. {{(pid=85267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 09 13:48:49.220745 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-d4f9b766-4266-4999-aaed-69c52a825a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765226'] for port, provisioning_complete {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:49.414543 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_dvr_db [None req-0f274592-a64c-426f-808c-9eeae4130085 None None] Set router 6c80f60e-8f86-4b3a-96ce-89ec0e70d8a4 gateway port host: dv-cinder-785362-1-smb {{(pid=85268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 09 13:48:49.419417 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.plugin [None req-d4f9b766-4266-4999-aaed-69c52a825a4c None None] Port 9def8c0b-9829-4587-81d5-63f0d911610b cannot update to ACTIVE because it is not bound. {{(pid=85267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 09 13:48:49.646980 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c64a05-586e-4867-863b-1e630677b9f1 req-1c6e1edf-0dfc-46f2-afab-850e54876e7a tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:48:49.666965 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-c0c64a05-586e-4867-863b-1e630677b9f1 req-1c6e1edf-0dfc-46f2-afab-850e54876e7a tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] 10.222.0.75 "GET /v2.0/ports?device_id=7690505b-47c6-4e11-9a94-a4cca9735a09 HTTP/1.1" status: 200 len: 945 time: 0.1983435 Apr 09 13:48:49.716930 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-c0c64a05-586e-4867-863b-1e630677b9f1 req-3c697408-1537-4ce9-a248-906938605d94 tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] 10.222.0.75 "GET /v2.0/security-groups?id=eea7a60b-00a0-497d-babc-18f415d64d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488229 Apr 09 13:48:49.751994 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-ef1520fa-d79d-4373-87d5-ca93ca458d5c admin admin] Notify callbacks [] for port, precommit_update {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:49.756085 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-ef1520fa-d79d-4373-87d5-ca93ca458d5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853739901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853759498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265038874484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771815468181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265039307602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2810724'] for port, after_update {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:49.790488 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:48:49.922496 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-ef1520fa-d79d-4373-87d5-ca93ca458d5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854212380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-712862'] for router_interface, after_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:49.942319 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1520fa-d79d-4373-87d5-ca93ca458d5c admin admin] Pushing event updated for resources: {'Port': ['ID=9def8c0b-9829-4587-81d5-63f0d911610b,revision_number=2']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:48:49.964853 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-ef1520fa-d79d-4373-87d5-ca93ca458d5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:48:50.022580 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_hamode_db [None req-0f274592-a64c-426f-808c-9eeae4130085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c80f60e-8f86-4b3a-96ce-89ec0e70d8a4', 'name': 'tempest-TestShelveInstance-1650488399-router', 'tenant_id': '42cd23f53368468a94a14f89589efd1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd39673be-df84-4009-abea-d472d159fdfd', 'external_fixed_ips': [{'subnet_id': 'f6eeb1a0-26c5-43d1-996f-84b999bf12c7', 'ip_address': '172.28.0.57'}], 'enable_snat': True}, 'gw_port_id': 'c7d6af8c-d687-475a-8e8b-f1a19028348c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T13:48:41Z', 'updated_at': '2021-04-09T13:48:49Z', 'revision_number': 4, 'project_id': '42cd23f53368468a94a14f89589efd1d', 'gw_port': {'id': 'c7d6af8c-d687-475a-8e8b-f1a19028348c', 'name': '', 'network_id': 'd39673be-df84-4009-abea-d472d159fdfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:8f:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c80f60e-8f86-4b3a-96ce-89ec0e70d8a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'f6eeb1a0-26c5-43d1-996f-84b999bf12c7', 'ip_address': '172.28.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:48:43Z', 'updated_at': '2021-04-09T13:48:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f6eeb1a0-26c5-43d1-996f-84b999bf12c7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-1-smb', '_interfaces': [{'id': '9def8c0b-9829-4587-81d5-63f0d911610b', 'name': '', 'network_id': 'ae0f8e7f-ca5f-4c00-9803-4f9cd2a8e187', 'tenant_id': '42cd23f53368468a94a14f89589efd1d', 'mac_address': 'fa:16:3e:28:ea:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c80f60e-8f86-4b3a-96ce-89ec0e70d8a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '3d7b5803-c407-4abc-ab92-6b23397b2a0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:48:48Z', 'updated_at': '2021-04-09T13:48:48Z', 'revision_number': 1, 'project_id': '42cd23f53368468a94a14f89589efd1d', 'subnets': [{'id': '3d7b5803-c407-4abc-ab92-6b23397b2a0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-785362-1-smb', False) {} {{(pid=85268) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 13:48:50.028004 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f274592-a64c-426f-808c-9eeae4130085 None None] The sync data for ids ['6c80f60e-8f86-4b3a-96ce-89ec0e70d8a4'] in dv-cinder-785362-1-smb is: [{'id': '6c80f60e-8f86-4b3a-96ce-89ec0e70d8a4', 'name': 'tempest-TestShelveInstance-1650488399-router', 'tenant_id': '42cd23f53368468a94a14f89589efd1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd39673be-df84-4009-abea-d472d159fdfd', 'external_fixed_ips': [{'subnet_id': 'f6eeb1a0-26c5-43d1-996f-84b999bf12c7', 'ip_address': '172.28.0.57'}], 'enable_snat': True}, 'gw_port_id': 'c7d6af8c-d687-475a-8e8b-f1a19028348c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T13:48:41Z', 'updated_at': '2021-04-09T13:48:49Z', 'revision_number': 4, 'project_id': '42cd23f53368468a94a14f89589efd1d', 'gw_port': {'id': 'c7d6af8c-d687-475a-8e8b-f1a19028348c', 'name': '', 'network_id': 'd39673be-df84-4009-abea-d472d159fdfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:8f:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c80f60e-8f86-4b3a-96ce-89ec0e70d8a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'f6eeb1a0-26c5-43d1-996f-84b999bf12c7', 'ip_address': '172.28.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:48:43Z', 'updated_at': '2021-04-09T13:48:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f6eeb1a0-26c5-43d1-996f-84b999bf12c7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-1-smb', '_interfaces': [{'id': '9def8c0b-9829-4587-81d5-63f0d911610b', 'name': '', 'network_id': 'ae0f8e7f-ca5f-4c00-9803-4f9cd2a8e187', 'tenant_id': '42cd23f53368468a94a14f89589efd1d', 'mac_address': 'fa:16:3e:28:ea:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c80f60e-8f86-4b3a-96ce-89ec0e70d8a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '3d7b5803-c407-4abc-ab92-6b23397b2a0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:48:48Z', 'updated_at': '2021-04-09T13:48:48Z', 'revision_number': 1, 'project_id': '42cd23f53368468a94a14f89589efd1d', 'subnets': [{'id': '3d7b5803-c407-4abc-ab92-6b23397b2a0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 09 13:48:50.114355 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef1520fa-d79d-4373-87d5-ca93ca458d5c admin admin] Network ae0f8e7f-ca5f-4c00-9803-4f9cd2a8e187 is already hosted by enough agents. {{(pid=85265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 09 13:48:50.115724 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.scheduler.base_scheduler [None req-ef1520fa-d79d-4373-87d5-ca93ca458d5c admin admin] Resources bound (agent type, host, resource id): {{(pid=85265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 09 13:48:50.346850 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef1520fa-d79d-4373-87d5-ca93ca458d5c admin admin] Router 6c80f60e-8f86-4b3a-96ce-89ec0e70d8a4 has already been hosted by L3 agent 69305824-358b-46b0-9707-cd2ded304b9c {{(pid=85265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 09 13:48:50.483850 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.provisioning_blocks [None req-a87a9cec-3314-424c-a83c-1e6ed2033297 None None] Provisioning complete for port 9def8c0b-9829-4587-81d5-63f0d911610b triggered by entity DHCP. {{(pid=85267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 09 13:48:50.484488 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-a87a9cec-3314-424c-a83c-1e6ed2033297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765226'] for port, provisioning_complete {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:50.641714 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.plugin [None req-a87a9cec-3314-424c-a83c-1e6ed2033297 None None] Port 9def8c0b-9829-4587-81d5-63f0d911610b cannot update to ACTIVE because it is not bound. {{(pid=85267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 09 13:48:50.727996 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef1520fa-d79d-4373-87d5-ca93ca458d5c admin admin] Notify agent at l3_agent.dv-cinder-785362-1-smb the message routers_updated {{(pid=85265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 09 13:48:50.738928 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-ef1520fa-d79d-4373-87d5-ca93ca458d5c admin admin] 10.222.0.75 "PUT /v2.0/routers/6c80f60e-8f86-4b3a-96ce-89ec0e70d8a4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6017008 Apr 09 13:48:51.035433 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e85e1a-483d-4123-863b-4e152be54293 req-83077de2-5c61-408a-9b09-c98e23e13943 tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:48:51.044550 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-44e85e1a-483d-4123-863b-4e152be54293 req-83077de2-5c61-408a-9b09-c98e23e13943 tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] 10.222.0.75 "GET /v2.0/ports?device_id=7690505b-47c6-4e11-9a94-a4cca9735a09 HTTP/1.1" status: 200 len: 945 time: 0.1300108 Apr 09 13:48:51.089890 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-44e85e1a-483d-4123-863b-4e152be54293 req-00c8b2a0-b0fd-4dbf-8cfa-c4c8b3d1243c tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] 10.222.0.75 "GET /v2.0/security-groups?id=eea7a60b-00a0-497d-babc-18f415d64d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434635 Apr 09 13:48:51.473779 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06357d8-1cc2-4203-82f0-0119d1e2e637 req-7bef8c99-83fe-4fc8-8e29-72027d6b6b93 tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:48:51.483590 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-a06357d8-1cc2-4203-82f0-0119d1e2e637 req-7bef8c99-83fe-4fc8-8e29-72027d6b6b93 tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] 10.222.0.75 "GET /v2.0/ports?device_id=3b0c4a3a-57ce-4e76-a767-bd7ea7d79510 HTTP/1.1" status: 200 len: 946 time: 0.1342485 Apr 09 13:48:51.537626 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-a06357d8-1cc2-4203-82f0-0119d1e2e637 req-e4f672b1-dff8-4904-ad2e-8eedeef5876a tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] 10.222.0.75 "GET /v2.0/security-groups?id=eea7a60b-00a0-497d-babc-18f415d64d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526445 Apr 09 13:48:51.995207 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85266) accepted ('10.222.0.75', 59866) {{(pid=85266) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:48:52.003318 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.v2.base [None req-940422ff-25f8-4a15-a8a8-ec123432d555 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-876794609-network', 'tenant_id': '5240d1cd8ddf45229bb08f5d898d6214'}} {{(pid=85266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 09 13:48:52.008724 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-940422ff-25f8-4a15-a8a8-ec123432d555 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 13:48:52.015136 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-940422ff-25f8-4a15-a8a8-ec123432d555 admin admin] Usage tracker for resource:network and tenant:5240d1cd8ddf45229bb08f5d898d6214 is out of sync, need to count used quota {{(pid=85266) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 13:48:52.021594 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-940422ff-25f8-4a15-a8a8-ec123432d555 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85266) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 13:48:52.039000 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-940422ff-25f8-4a15-a8a8-ec123432d555 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 13:48:52.056418 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-940422ff-25f8-4a15-a8a8-ec123432d555 admin admin] Made reservation on behalf of 5240d1cd8ddf45229bb08f5d898d6214 for: {'network': 1} {{(pid=85266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 09 13:48:52.063014 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-940422ff-25f8-4a15-a8a8-ec123432d555 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853739810'] for network, before_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:52.079850 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-940422ff-25f8-4a15-a8a8-ec123432d555 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:52.102386 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-940422ff-25f8-4a15-a8a8-ec123432d555 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 13:48:52.110471 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-940422ff-25f8-4a15-a8a8-ec123432d555 admin admin] Usage tracker for resource:security_group_rule and tenant:5240d1cd8ddf45229bb08f5d898d6214 is out of sync, need to count used quota {{(pid=85266) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 13:48:52.116013 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-940422ff-25f8-4a15-a8a8-ec123432d555 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85266) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 13:48:52.123435 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-940422ff-25f8-4a15-a8a8-ec123432d555 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 13:48:52.261062 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-940422ff-25f8-4a15-a8a8-ec123432d555 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:52.264087 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-940422ff-25f8-4a15-a8a8-ec123432d555 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738555'] for security_group, after_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:52.268772 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-4a9ad60e-b9f9-41c6-94dc-5a2718ebe7f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:48:52.306078 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-940422ff-25f8-4a15-a8a8-ec123432d555 admin admin] vlan segment allocate from pool success with {'vlan_id': 647, 'physical_network': 'physnet1'} {{(pid=85266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 09 13:48:52.325391 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940422ff-25f8-4a15-a8a8-ec123432d555 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be640078-a739-41bd-a422-eb1592567b2d,revision_number=1']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:48:52.329010 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-940422ff-25f8-4a15-a8a8-ec123432d555 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854760408'] for segment, precommit_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:52.329402 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.db.segments_db [None req-940422ff-25f8-4a15-a8a8-ec123432d555 admin admin] Added segment 35c5af08-fbdd-4a59-bf0a-e59565b1d38c of type vlan for network aa2b75c9-d8d7-49cc-8b44-334f9d8d58a2 Apr 09 13:48:52.330872 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-940422ff-25f8-4a15-a8a8-ec123432d555 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:48:52.369619 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-940422ff-25f8-4a15-a8a8-ec123432d555 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363265039334123'] for network, precommit_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:52.412599 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-940422ff-25f8-4a15-a8a8-ec123432d555 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299'] for network, after_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:52.414551 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-940422ff-25f8-4a15-a8a8-ec123432d555 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:48:52.415497 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-940422ff-25f8-4a15-a8a8-ec123432d555 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758280'] for network, before_response {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:52.422447 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-ecb650f3-bc3a-4a20-ae7d-667c29c9f95b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:48:52.551334 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940422ff-25f8-4a15-a8a8-ec123432d555 admin admin] Pushing event updated for resources: {'Network': ['ID=aa2b75c9-d8d7-49cc-8b44-334f9d8d58a2,revision_number=1']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:48:52.557622 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-940422ff-25f8-4a15-a8a8-ec123432d555 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:48:52.565111 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.rpc [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Network aa2b75c9-d8d7-49cc-8b44-334f9d8d58a2 details requested by agent ovs-agent-dv-cinder-785362-1-smb with host dv-cinder-785362-1-smb {{(pid=85267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 09 13:48:52.588812 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-940422ff-25f8-4a15-a8a8-ec123432d555 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5923283 Apr 09 13:48:52.592874 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.75', 59896) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:48:52.601501 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.v2.base [None req-499e0763-5a45-41a9-94b6-7296e10065bf admin admin] Request body: {'subnet': {'network_id': 'aa2b75c9-d8d7-49cc-8b44-334f9d8d58a2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-876794609-subnet', 'tenant_id': '5240d1cd8ddf45229bb08f5d898d6214', 'ip_version': 4}} {{(pid=85265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 09 13:48:52.610886 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-499e0763-5a45-41a9-94b6-7296e10065bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 13:48:52.648750 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-499e0763-5a45-41a9-94b6-7296e10065bf admin admin] Usage tracker for resource:subnet and tenant:5240d1cd8ddf45229bb08f5d898d6214 is out of sync, need to count used quota {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 13:48:52.652051 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-499e0763-5a45-41a9-94b6-7296e10065bf admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 13:48:52.659189 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-499e0763-5a45-41a9-94b6-7296e10065bf admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 13:48:52.669279 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-499e0763-5a45-41a9-94b6-7296e10065bf admin admin] Made reservation on behalf of 5240d1cd8ddf45229bb08f5d898d6214 for: {'subnet': 1} {{(pid=85265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 09 13:48:52.674795 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-499e0763-5a45-41a9-94b6-7296e10065bf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2379586'] for subnet, before_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:53.224768 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.rpc [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Device c7d6af8c-d687-475a-8e8b-f1a19028348c up at agent ovs-agent-dv-cinder-785362-1-smb {{(pid=85267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 09 13:48:53.238988 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-499e0763-5a45-41a9-94b6-7296e10065bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851965029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2379635'] for subnet, after_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:53.255236 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:48:53.311185 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.provisioning_blocks [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Provisioning for port c7d6af8c-d687-475a-8e8b-f1a19028348c completed by entity L2. {{(pid=85267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 09 13:48:53.317061 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.provisioning_blocks [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Provisioning complete for port c7d6af8c-d687-475a-8e8b-f1a19028348c triggered by entity L2. {{(pid=85267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 09 13:48:53.317485 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765226'] for port, provisioning_complete {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:53.396636 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499e0763-5a45-41a9-94b6-7296e10065bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=a59e415f-26ad-414d-8ed1-80922069add1,revision_number=0']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:48:53.399607 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-499e0763-5a45-41a9-94b6-7296e10065bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:48:53.469709 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853739810'] for port, before_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:53.490614 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.db [None req-250ccce2-add9-4520-ab97-985e32375bee None None] For port c7d6af8c-d687-475a-8e8b-f1a19028348c, host dv-cinder-785362-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-1-smb',level=0,port_id=c7d6af8c-d687-475a-8e8b-f1a19028348c,segment=NetworkSegment(d71e9641-c1ca-48b4-9c8d-e574468b8697),segment_id=d71e9641-c1ca-48b4-9c8d-e574468b8697)] {{(pid=85267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 09 13:48:53.491807 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-499e0763-5a45-41a9-94b6-7296e10065bf admin admin] Checking segment: {'id': '35c5af08-fbdd-4a59-bf0a-e59565b1d38c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'aa2b75c9-d8d7-49cc-8b44-334f9d8d58a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 09 13:48:53.492556 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-499e0763-5a45-41a9-94b6-7296e10065bf admin admin] Network hostable DHCP agents. Network: aa2b75c9-d8d7-49cc-8b44-334f9d8d58a2, hostable agents: ['977b5286-6f81-4d97-b9b2-e69f70c69ca5'], hosted agents: [] {{(pid=85265) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 09 13:48:53.506624 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853739901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853759498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265038874484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771815468181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265039307602'] for port, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:53.508775 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:48:53.527463 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-499e0763-5a45-41a9-94b6-7296e10065bf admin admin] Network aa2b75c9-d8d7-49cc-8b44-334f9d8d58a2 is scheduled to be hosted by DHCP agent 977b5286-6f81-4d97-b9b2-e69f70c69ca5 with binding_index 1 {{(pid=85265) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 09 13:48:53.540533 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.scheduler.base_scheduler [None req-499e0763-5a45-41a9-94b6-7296e10065bf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-785362-1-smb, aa2b75c9-d8d7-49cc-8b44-334f9d8d58a2) {{(pid=85265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 09 13:48:53.570128 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-499e0763-5a45-41a9-94b6-7296e10065bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:48:53.570964 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-499e0763-5a45-41a9-94b6-7296e10065bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758280'] for subnet, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:53.620293 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0310bbff-0ddf-482d-a8c1-2909d06dd1ff None None] Network aa2b75c9-d8d7-49cc-8b44-334f9d8d58a2 requested from dv-cinder-785362-1-smb {{(pid=85267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 09 13:48:53.626060 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-499e0763-5a45-41a9-94b6-7296e10065bf admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.0282986 Apr 09 13:48:53.627439 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.75', 59930) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:48:53.636454 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.v2.base [None req-2b44ff54-477a-4dee-b14f-84ef04ae72fe admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-876794609-router', 'tenant_id': '5240d1cd8ddf45229bb08f5d898d6214', 'external_gateway_info': {'network_id': 'd39673be-df84-4009-abea-d472d159fdfd'}}} {{(pid=85265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 09 13:48:53.642287 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-2b44ff54-477a-4dee-b14f-84ef04ae72fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 13:48:53.643508 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Pushing event updated for resources: {'Port': ['ID=c7d6af8c-d687-475a-8e8b-f1a19028348c,revision_number=4']} {{(pid=85267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:48:53.661168 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-2b44ff54-477a-4dee-b14f-84ef04ae72fe admin admin] Usage tracker for resource:router and tenant:5240d1cd8ddf45229bb08f5d898d6214 is out of sync, need to count used quota {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 13:48:53.671079 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-2b44ff54-477a-4dee-b14f-84ef04ae72fe admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 13:48:53.678597 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-2b44ff54-477a-4dee-b14f-84ef04ae72fe admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 13:48:53.701922 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=85267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:48:53.722652 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-2b44ff54-477a-4dee-b14f-84ef04ae72fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-716566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-901'] for router, before_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:53.727685 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-2b44ff54-477a-4dee-b14f-84ef04ae72fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-718991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-711288', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-739621', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854774899'] for router, precommit_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:53.790737 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-2b44ff54-477a-4dee-b14f-84ef04ae72fe admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:54.009952 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ea3b75-3522-412b-b84c-761b5c3755de req-08fe8dae-ab49-42c5-b268-4e36a0929caa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:48:54.010544 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-67ea3b75-3522-412b-b84c-761b5c3755de req-08fe8dae-ab49-42c5-b268-4e36a0929caa service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=d99749794dc147dfb86af7ba6d9559b9&device_id=3b0c4a3a-57ce-4e76-a767-bd7ea7d79510 HTTP/1.1" status: 200 len: 1099 time: 0.2498949 Apr 09 13:48:54.047399 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97b4439b-fe2c-4711-8c54-18d342a09728 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe608d69b-f451-5fb8-bdcb-5faac2d6aa34-aa2b75c9-d8d7-49cc-8b44-334f9d8d58a2', 'network_id': 'aa2b75c9-d8d7-49cc-8b44-334f9d8d58a2', 'tenant_id': '5240d1cd8ddf45229bb08f5d898d6214', 'fixed_ips': [{'subnet_id': 'a59e415f-26ad-414d-8ed1-80922069add1'}]}} from dv-cinder-785362-1-smb. {{(pid=85267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 09 13:48:54.048945 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-97b4439b-fe2c-4711-8c54-18d342a09728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853739810'] for port, before_create {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:54.190149 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ea3b75-3522-412b-b84c-761b5c3755de req-89cb09a9-49aa-4ab1-88b3-bfc40ba0a6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:48:54.191782 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-67ea3b75-3522-412b-b84c-761b5c3755de req-89cb09a9-49aa-4ab1-88b3-bfc40ba0a6d7 service neutron] 10.222.0.90 "GET /v2.0/networks?id=67ea7bc9-90ec-4e29-a802-2c1cb0aa9cea HTTP/1.1" status: 200 len: 919 time: 0.1643076 Apr 09 13:48:54.315932 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8a71a2-6493-4681-9e67-f0713000d55c req-8019a9e3-85c8-4ea4-aab0-c51430dc909b tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:48:54.329908 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-9f8a71a2-6493-4681-9e67-f0713000d55c req-8019a9e3-85c8-4ea4-aab0-c51430dc909b tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] 10.222.0.75 "GET /v2.0/ports?device_id=3b0c4a3a-57ce-4e76-a767-bd7ea7d79510 HTTP/1.1" status: 200 len: 946 time: 0.4419343 Apr 09 13:48:54.378510 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-9f8a71a2-6493-4681-9e67-f0713000d55c req-a37eefa8-d792-4b09-8974-541b81692c60 tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] 10.222.0.75 "GET /v2.0/security-groups?id=eea7a60b-00a0-497d-babc-18f415d64d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473423 Apr 09 13:48:54.380348 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-67ea3b75-3522-412b-b84c-761b5c3755de req-4343b9ad-6cf1-4512-b09e-165aaf35033b service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a70629db-70f7-40f1-876a-a26bb3b34404 HTTP/1.1" status: 200 len: 217 time: 0.1782424 Apr 09 13:48:54.455096 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.db_base_plugin_common [None req-97b4439b-fe2c-4711-8c54-18d342a09728 None None] Allocated IP 172.20.0.2 (aa2b75c9-d8d7-49cc-8b44-334f9d8d58a2/a59e415f-26ad-414d-8ed1-80922069add1/09a45010-b472-4d71-abc5-3854d6bf3f63) {{(pid=85267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 09 13:48:54.464511 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-312d27d7-7ea6-4580-95ec-427eb64cc758 None None] Sync routers for ids ['6c80f60e-8f86-4b3a-96ce-89ec0e70d8a4'] in dv-cinder-785362-1-smb {{(pid=85267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 09 13:48:54.473065 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ea3b75-3522-412b-b84c-761b5c3755de req-5d15aaa7-6779-4516-926f-09d0a7497c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:48:54.475202 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-67ea3b75-3522-412b-b84c-761b5c3755de req-5d15aaa7-6779-4516-926f-09d0a7497c37 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=77ac0229-49ba-4800-b155-c6281379a189 HTTP/1.1" status: 200 len: 858 time: 0.0883937 Apr 09 13:48:54.484490 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-312d27d7-7ea6-4580-95ec-427eb64cc758 None None] Routers {'6c80f60e-8f86-4b3a-96ce-89ec0e70d8a4'} bound to L3 agent in host dv-cinder-785362-1-smb {{(pid=85267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 09 13:48:54.487792 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_hamode_db [None req-312d27d7-7ea6-4580-95ec-427eb64cc758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-785362-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-09T13:38:04Z,description=,heartbeat_timestamp=2021-04-09T13:48:34Z,host='dv-cinder-785362-1-smb',id=69305824-358b-46b0-9707-cd2ded304b9c,load=0,resource_versions=,resources_synced=,started_at=2021-04-09T13:38:04Z,topic='l3_agent')) {'router_ids': ['6c80f60e-8f86-4b3a-96ce-89ec0e70d8a4'], 'active': True} {{(pid=85267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 13:48:54.554445 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-67ea3b75-3522-412b-b84c-761b5c3755de req-40b9ca9b-54b1-4db7-a364-84dbcd9079f8 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=67ea7bc9-90ec-4e29-a802-2c1cb0aa9cea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0697451 Apr 09 13:48:54.709809 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-2b44ff54-477a-4dee-b14f-84ef04ae72fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-711273', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-716551', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774918'] for router, precommit_update {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:54.973920 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_dvr_db [None req-312d27d7-7ea6-4580-95ec-427eb64cc758 None None] Set router 6c80f60e-8f86-4b3a-96ce-89ec0e70d8a4 gateway port host: dv-cinder-785362-1-smb {{(pid=85267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 09 13:48:55.204408 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-67ea3b75-3522-412b-b84c-761b5c3755de req-7506bf29-6d5f-4b11-b96f-6878f2887beb service neutron] 10.222.0.90 "GET /v2.0/networks/67ea7bc9-90ec-4e29-a802-2c1cb0aa9cea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6393549 Apr 09 13:48:55.205094 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85266) accepted ('10.222.0.75', 59968) {{(pid=85266) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:48:55.217805 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-2b44ff54-477a-4dee-b14f-84ef04ae72fe admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:55.261909 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-2b44ff54-477a-4dee-b14f-84ef04ae72fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853739810'] for port, before_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:55.342046 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.rpc [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Device c7d6af8c-d687-475a-8e8b-f1a19028348c up at agent ovs-agent-dv-cinder-785362-1-smb {{(pid=85267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 09 13:48:55.380510 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-67ea3b75-3522-412b-b84c-761b5c3755de req-d6efdad6-3ee7-4261-a9cc-4e6ff585e5ea service neutron] 10.222.0.90 "GET /v2.0/networks/67ea7bc9-90ec-4e29-a802-2c1cb0aa9cea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1665068 Apr 09 13:48:55.401247 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-71f68a12-00be-4177-8b15-cedcac30aafc admin admin] Notify callbacks [] for security_group, before_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:55.415250 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-97b4439b-fe2c-4711-8c54-18d342a09728 None None] Notify callbacks [] for port, precommit_create {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:55.431859 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-71f68a12-00be-4177-8b15-cedcac30aafc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 13:48:55.438649 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-71f68a12-00be-4177-8b15-cedcac30aafc admin admin] Usage tracker for resource:security_group_rule and tenant:960714084c1a41ee9fcb17207e2b276e is out of sync, need to count used quota {{(pid=85266) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 13:48:55.442830 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-71f68a12-00be-4177-8b15-cedcac30aafc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85266) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 13:48:55.453126 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-71f68a12-00be-4177-8b15-cedcac30aafc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 13:48:55.538186 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.db_base_plugin_common [None req-2b44ff54-477a-4dee-b14f-84ef04ae72fe admin admin] Allocated IP 172.28.0.73 (d39673be-df84-4009-abea-d472d159fdfd/f6eeb1a0-26c5-43d1-996f-84b999bf12c7/db9f7056-b40b-456f-a25c-64266083e5ba) {{(pid=85265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 09 13:48:55.563509 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.provisioning_blocks [None req-97b4439b-fe2c-4711-8c54-18d342a09728 None None] Transition to ACTIVE for port object 09a45010-b472-4d71-abc5-3854d6bf3f63 will not be triggered until provisioned by entity L2. {{(pid=85267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 09 13:48:55.694820 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.provisioning_blocks [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Provisioning complete for port c7d6af8c-d687-475a-8e8b-f1a19028348c triggered by entity L2. {{(pid=85267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 09 13:48:55.695191 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765226'] for port, provisioning_complete {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:55.774129 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-71f68a12-00be-4177-8b15-cedcac30aafc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:55.780992 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.provisioning_blocks [None req-97b4439b-fe2c-4711-8c54-18d342a09728 None None] Transition to ACTIVE for port object 09a45010-b472-4d71-abc5-3854d6bf3f63 will not be triggered until provisioned by entity DHCP. {{(pid=85267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 09 13:48:55.786873 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-71f68a12-00be-4177-8b15-cedcac30aafc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738555'] for security_group, after_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:55.798387 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:48:55.809456 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-97b4439b-fe2c-4711-8c54-18d342a09728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853739901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853759498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771815468164'] for port, after_create {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:55.837486 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-2b44ff54-477a-4dee-b14f-84ef04ae72fe admin admin] Notify callbacks [] for port, precommit_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:55.842864 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-69ffc6fa-793a-4631-a550-f531a8721d1e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:48:55.869916 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-71f68a12-00be-4177-8b15-cedcac30aafc admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=960714084c1a41ee9fcb17207e2b276e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6609101 Apr 09 13:48:55.869916 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f68a12-00be-4177-8b15-cedcac30aafc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6f97043-6e03-4cf4-9d4a-83c924e7533d,revision_number=1']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:48:55.881818 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.75', 59992) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:48:55.883289 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-71f68a12-00be-4177-8b15-cedcac30aafc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:48:55.886338 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-2b44ff54-477a-4dee-b14f-84ef04ae72fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853739901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853759498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771815468164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851965059'] for port, after_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:55.903286 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c906c7-24ec-459b-8554-8282ffb2d557 req-c1b1016e-c53c-4e78-ba5b-a60e071e1503 tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:48:55.906267 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-16c906c7-24ec-459b-8554-8282ffb2d557 req-c1b1016e-c53c-4e78-ba5b-a60e071e1503 tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] 10.222.0.75 "GET /v2.0/ports?device_id=3b0c4a3a-57ce-4e76-a767-bd7ea7d79510 HTTP/1.1" status: 200 len: 946 time: 0.2377148 Apr 09 13:48:55.921535 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-55769b41-1fba-4341-8d68-511d9e782688 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:48:55.969385 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-16c906c7-24ec-459b-8554-8282ffb2d557 req-8ba0f0c5-ea32-4203-a0a5-15f845eac45b tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] 10.222.0.75 "GET /v2.0/security-groups?id=eea7a60b-00a0-497d-babc-18f415d64d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560751 Apr 09 13:48:56.137713 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b44ff54-477a-4dee-b14f-84ef04ae72fe admin admin] Pushing event updated for resources: {'Port': ['ID=db9f7056-b40b-456f-a25c-64266083e5ba,revision_number=1']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:48:56.147852 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-2b44ff54-477a-4dee-b14f-84ef04ae72fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:48:56.188610 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-68eaa5e3-bbcd-431d-a757-518a2d37f1a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:56.244209 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-68eaa5e3-bbcd-431d-a757-518a2d37f1a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:56.248336 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_hamode_db [None req-312d27d7-7ea6-4580-95ec-427eb64cc758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c80f60e-8f86-4b3a-96ce-89ec0e70d8a4', 'name': 'tempest-TestShelveInstance-1650488399-router', 'tenant_id': '42cd23f53368468a94a14f89589efd1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd39673be-df84-4009-abea-d472d159fdfd', 'external_fixed_ips': [{'subnet_id': 'f6eeb1a0-26c5-43d1-996f-84b999bf12c7', 'ip_address': '172.28.0.57'}], 'enable_snat': True}, 'gw_port_id': 'c7d6af8c-d687-475a-8e8b-f1a19028348c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T13:48:41Z', 'updated_at': '2021-04-09T13:48:49Z', 'revision_number': 4, 'project_id': '42cd23f53368468a94a14f89589efd1d', 'gw_port': {'id': 'c7d6af8c-d687-475a-8e8b-f1a19028348c', 'name': '', 'network_id': 'd39673be-df84-4009-abea-d472d159fdfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:8f:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c80f60e-8f86-4b3a-96ce-89ec0e70d8a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'f6eeb1a0-26c5-43d1-996f-84b999bf12c7', 'ip_address': '172.28.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:48:43Z', 'updated_at': '2021-04-09T13:48:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6eeb1a0-26c5-43d1-996f-84b999bf12c7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-1-smb', '_interfaces': [{'id': '9def8c0b-9829-4587-81d5-63f0d911610b', 'name': '', 'network_id': 'ae0f8e7f-ca5f-4c00-9803-4f9cd2a8e187', 'tenant_id': '42cd23f53368468a94a14f89589efd1d', 'mac_address': 'fa:16:3e:28:ea:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c80f60e-8f86-4b3a-96ce-89ec0e70d8a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '3d7b5803-c407-4abc-ab92-6b23397b2a0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:48:48Z', 'updated_at': '2021-04-09T13:48:49Z', 'revision_number': 2, 'project_id': '42cd23f53368468a94a14f89589efd1d', 'subnets': [{'id': '3d7b5803-c407-4abc-ab92-6b23397b2a0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-785362-1-smb', False) {} {{(pid=85267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 13:48:56.259809 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b44ff54-477a-4dee-b14f-84ef04ae72fe admin admin] Network d39673be-df84-4009-abea-d472d159fdfd is already hosted by enough agents. {{(pid=85265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 09 13:48:56.267481 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.scheduler.base_scheduler [None req-2b44ff54-477a-4dee-b14f-84ef04ae72fe admin admin] Resources bound (agent type, host, resource id): {{(pid=85265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 09 13:48:56.268311 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-312d27d7-7ea6-4580-95ec-427eb64cc758 None None] Checking router: 6c80f60e-8f86-4b3a-96ce-89ec0e70d8a4 for host: dv-cinder-785362-1-smb {{(pid=85267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 09 13:48:56.269417 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-312d27d7-7ea6-4580-95ec-427eb64cc758 None None] Updating router 6c80f60e-8f86-4b3a-96ce-89ec0e70d8a4 port 9def8c0b-9829-4587-81d5-63f0d911610b binding host dv-cinder-785362-1-smb {{(pid=85267) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 09 13:48:56.272265 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b44ff54-477a-4dee-b14f-84ef04ae72fe admin admin] Received port after_create {{(pid=85265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 09 13:48:56.296303 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b4439b-fe2c-4711-8c54-18d342a09728 None None] Pushing event updated for resources: {'Port': ['ID=09a45010-b472-4d71-abc5-3854d6bf3f63,revision_number=1']} {{(pid=85267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:48:56.300712 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-97b4439b-fe2c-4711-8c54-18d342a09728 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.458s {{(pid=85267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:48:56.336961 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97b4439b-fe2c-4711-8c54-18d342a09728 None None] Network aa2b75c9-d8d7-49cc-8b44-334f9d8d58a2 is already hosted by enough agents. {{(pid=85267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 09 13:48:56.341582 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.scheduler.base_scheduler [None req-97b4439b-fe2c-4711-8c54-18d342a09728 None None] Resources bound (agent type, host, resource id): {{(pid=85267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 09 13:48:56.344614 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b4439b-fe2c-4711-8c54-18d342a09728 None None] Received port after_create {{(pid=85267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 09 13:48:56.400842 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-312d27d7-7ea6-4580-95ec-427eb64cc758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853739810'] for port, before_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:56.483928 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-68eaa5e3-bbcd-431d-a757-518a2d37f1a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738555'] for security_group, after_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:56.489709 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-8961e080-4c6d-4093-b108-82218889c412 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:48:56.518231 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.managers [None req-97b4439b-fe2c-4711-8c54-18d342a09728 None None] Attempting to bind port 09a45010-b472-4d71-abc5-3854d6bf3f63 on host dv-cinder-785362-1-smb for vnic_type normal with profile {{(pid=85267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 09 13:48:56.518653 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.managers [None req-97b4439b-fe2c-4711-8c54-18d342a09728 None None] Attempting to bind port 09a45010-b472-4d71-abc5-3854d6bf3f63 by drivers openvswitch,hyperv on host dv-cinder-785362-1-smb at level 0 using segments [{'id': '35c5af08-fbdd-4a59-bf0a-e59565b1d38c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'aa2b75c9-d8d7-49cc-8b44-334f9d8d58a2'}] {{(pid=85267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 09 13:48:56.519067 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b4439b-fe2c-4711-8c54-18d342a09728 None None] Attempting to bind port 09a45010-b472-4d71-abc5-3854d6bf3f63 on network aa2b75c9-d8d7-49cc-8b44-334f9d8d58a2 {{(pid=85267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 09 13:48:56.548680 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68eaa5e3-bbcd-431d-a757-518a2d37f1a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6f97043-6e03-4cf4-9d4a-83c924e7533d,revision_number=None']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:48:56.553384 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-68eaa5e3-bbcd-431d-a757-518a2d37f1a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:48:56.567157 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b4439b-fe2c-4711-8c54-18d342a09728 None None] Checking agent: {'id': 'e6bfe7c3-14e3-41b1-b7be-435962079a33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-785362-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 9, 13, 38, 5), 'started_at': datetime.datetime(2021, 4, 9, 13, 38, 35), 'heartbeat_timestamp': datetime.datetime(2021, 4, 9, 13, 48, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-785362-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 09 13:48:56.568072 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b4439b-fe2c-4711-8c54-18d342a09728 None None] Checking segment: {'id': '35c5af08-fbdd-4a59-bf0a-e59565b1d38c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'aa2b75c9-d8d7-49cc-8b44-334f9d8d58a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 09 13:48:56.568072 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-97b4439b-fe2c-4711-8c54-18d342a09728 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:56.568371 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b4439b-fe2c-4711-8c54-18d342a09728 None None] Bound using segment: {'id': '35c5af08-fbdd-4a59-bf0a-e59565b1d38c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'aa2b75c9-d8d7-49cc-8b44-334f9d8d58a2'} {{(pid=85267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 09 13:48:56.568859 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.managers [None req-97b4439b-fe2c-4711-8c54-18d342a09728 None None] Bound port: 09a45010-b472-4d71-abc5-3854d6bf3f63, host: dv-cinder-785362-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35c5af08-fbdd-4a59-bf0a-e59565b1d38c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'aa2b75c9-d8d7-49cc-8b44-334f9d8d58a2'}}] {{(pid=85267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 09 13:48:56.569564 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-97b4439b-fe2c-4711-8c54-18d342a09728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853739810'] for port, before_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:56.588225 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-68eaa5e3-bbcd-431d-a757-518a2d37f1a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:56.592077 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-68eaa5e3-bbcd-431d-a757-518a2d37f1a6 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/d6f97043-6e03-4cf4-9d4a-83c924e7533d HTTP/1.1" status: 204 len: 168 time: 0.7062693 Apr 09 13:48:56.774377 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.db [None req-97b4439b-fe2c-4711-8c54-18d342a09728 None None] For port 09a45010-b472-4d71-abc5-3854d6bf3f63, host dv-cinder-785362-1-smb, cleared binding levels {{(pid=85267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 09 13:48:56.785477 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.db [None req-97b4439b-fe2c-4711-8c54-18d342a09728 None None] For port 09a45010-b472-4d71-abc5-3854d6bf3f63, host dv-cinder-785362-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-1-smb',level=0,port_id=09a45010-b472-4d71-abc5-3854d6bf3f63,segment=NetworkSegment(35c5af08-fbdd-4a59-bf0a-e59565b1d38c),segment_id=35c5af08-fbdd-4a59-bf0a-e59565b1d38c)] {{(pid=85267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 09 13:48:56.797852 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-97b4439b-fe2c-4711-8c54-18d342a09728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853739901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853759498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265038874484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771815468181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265039307602'] for port, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:56.857056 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-2b44ff54-477a-4dee-b14f-84ef04ae72fe admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:56.859683 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:48:57.093574 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85266) accepted ('10.222.0.75', 60016) {{(pid=85266) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:48:57.123291 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-038b6cf2-23b5-4cf5-a451-3af9e0f3c30a admin admin] Notify callbacks [] for security_group, before_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:57.160549 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b4439b-fe2c-4711-8c54-18d342a09728 None None] Pushing event updated for resources: {'Port': ['ID=09a45010-b472-4d71-abc5-3854d6bf3f63,revision_number=2']} {{(pid=85267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:48:57.163911 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-97b4439b-fe2c-4711-8c54-18d342a09728 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=85267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:48:57.184663 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-038b6cf2-23b5-4cf5-a451-3af9e0f3c30a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 13:48:57.192047 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-038b6cf2-23b5-4cf5-a451-3af9e0f3c30a admin admin] Usage tracker for resource:security_group_rule and tenant:137214ddb0ff4a46a7812ee360f06004 is out of sync, need to count used quota {{(pid=85266) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 13:48:57.197750 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-038b6cf2-23b5-4cf5-a451-3af9e0f3c30a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85266) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 13:48:57.207570 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-038b6cf2-23b5-4cf5-a451-3af9e0f3c30a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 13:48:57.352123 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-312d27d7-7ea6-4580-95ec-427eb64cc758 None None] Notify callbacks [] for port, precommit_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:57.368503 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.provisioning_blocks [None req-312d27d7-7ea6-4580-95ec-427eb64cc758 None None] Transition to ACTIVE for port object 9def8c0b-9829-4587-81d5-63f0d911610b will not be triggered until provisioned by entity L2. {{(pid=85267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 09 13:48:57.375184 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-312d27d7-7ea6-4580-95ec-427eb64cc758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853739901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853759498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265038874484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771815468181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265039307602'] for port, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:57.394528 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:48:57.431486 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-038b6cf2-23b5-4cf5-a451-3af9e0f3c30a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:57.451859 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-038b6cf2-23b5-4cf5-a451-3af9e0f3c30a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738555'] for security_group, after_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:57.517767 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:48:57.566708 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4dd13f1-a989-4446-9ed7-68eb0bd5f528 None None] Pushing event updated for resources: {'Port': ['ID=9def8c0b-9829-4587-81d5-63f0d911610b,revision_number=3']} {{(pid=85267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:48:57.569780 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-c4dd13f1-a989-4446-9ed7-68eb0bd5f528 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=85267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:48:57.570564 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-038b6cf2-23b5-4cf5-a451-3af9e0f3c30a admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=137214ddb0ff4a46a7812ee360f06004&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4751847 Apr 09 13:48:57.573533 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85266) accepted ('10.222.0.75', 60028) {{(pid=85266) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:48:57.574382 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038b6cf2-23b5-4cf5-a451-3af9e0f3c30a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=318919f7-e65d-4e96-b683-c9c9b0cd11b1,revision_number=1']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:48:57.581049 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-038b6cf2-23b5-4cf5-a451-3af9e0f3c30a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:48:57.754628 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef9d3e3-d8fa-446c-9990-0ac7082a3233 req-6cf41a41-063f-44e1-98e8-2526cf5fdcc6 tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:48:57.769748 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-2ef9d3e3-d8fa-446c-9990-0ac7082a3233 req-6cf41a41-063f-44e1-98e8-2526cf5fdcc6 tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] 10.222.0.75 "GET /v2.0/ports?device_id=3b0c4a3a-57ce-4e76-a767-bd7ea7d79510 HTTP/1.1" status: 200 len: 946 time: 0.5488744 Apr 09 13:48:57.801998 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-8a1811ab-e411-46be-a025-679e43bf8489 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:57.835695 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-8a1811ab-e411-46be-a025-679e43bf8489 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:57.932650 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-2ef9d3e3-d8fa-446c-9990-0ac7082a3233 req-d7b4cf05-113e-4a61-b22f-d0854ccfd728 tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] 10.222.0.75 "GET /v2.0/security-groups?id=eea7a60b-00a0-497d-babc-18f415d64d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318760 Apr 09 13:48:57.987894 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.managers [None req-312d27d7-7ea6-4580-95ec-427eb64cc758 None None] Attempting to bind port 9def8c0b-9829-4587-81d5-63f0d911610b on host dv-cinder-785362-1-smb for vnic_type normal with profile {{(pid=85267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 09 13:48:57.988345 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.managers [None req-312d27d7-7ea6-4580-95ec-427eb64cc758 None None] Attempting to bind port 9def8c0b-9829-4587-81d5-63f0d911610b by drivers openvswitch,hyperv on host dv-cinder-785362-1-smb at level 0 using segments [{'id': '38f09ab6-9633-4381-a064-480473442993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'ae0f8e7f-ca5f-4c00-9803-4f9cd2a8e187'}] {{(pid=85267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 09 13:48:57.988756 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-312d27d7-7ea6-4580-95ec-427eb64cc758 None None] Attempting to bind port 9def8c0b-9829-4587-81d5-63f0d911610b on network ae0f8e7f-ca5f-4c00-9803-4f9cd2a8e187 {{(pid=85267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 09 13:48:58.003238 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-312d27d7-7ea6-4580-95ec-427eb64cc758 None None] Checking agent: {'id': 'e6bfe7c3-14e3-41b1-b7be-435962079a33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-785362-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 9, 13, 38, 5), 'started_at': datetime.datetime(2021, 4, 9, 13, 38, 35), 'heartbeat_timestamp': datetime.datetime(2021, 4, 9, 13, 48, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-785362-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 09 13:48:58.003662 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-312d27d7-7ea6-4580-95ec-427eb64cc758 None None] Checking segment: {'id': '38f09ab6-9633-4381-a064-480473442993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'ae0f8e7f-ca5f-4c00-9803-4f9cd2a8e187'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 09 13:48:58.004157 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-312d27d7-7ea6-4580-95ec-427eb64cc758 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:58.004582 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-312d27d7-7ea6-4580-95ec-427eb64cc758 None None] Bound using segment: {'id': '38f09ab6-9633-4381-a064-480473442993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'ae0f8e7f-ca5f-4c00-9803-4f9cd2a8e187'} {{(pid=85267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 09 13:48:58.005100 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.managers [None req-312d27d7-7ea6-4580-95ec-427eb64cc758 None None] Bound port: 9def8c0b-9829-4587-81d5-63f0d911610b, host: dv-cinder-785362-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38f09ab6-9633-4381-a064-480473442993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'ae0f8e7f-ca5f-4c00-9803-4f9cd2a8e187'}}] {{(pid=85267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 09 13:48:58.013889 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-312d27d7-7ea6-4580-95ec-427eb64cc758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853739810'] for port, before_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:58.017661 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-2b44ff54-477a-4dee-b14f-84ef04ae72fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854059233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854064505'] for router, after_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:58.033271 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-8a1811ab-e411-46be-a025-679e43bf8489 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738555'] for security_group, after_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:58.049510 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-038b6cf2-23b5-4cf5-a451-3af9e0f3c30a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:48:58.083209 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85266) accepted ('10.222.0.75', 60038) {{(pid=85266) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:48:58.097267 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1811ab-e411-46be-a025-679e43bf8489 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=318919f7-e65d-4e96-b683-c9c9b0cd11b1,revision_number=None']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:48:58.123482 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-8a1811ab-e411-46be-a025-679e43bf8489 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:48:58.127191 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-8a1811ab-e411-46be-a025-679e43bf8489 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:58.130440 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-8a1811ab-e411-46be-a025-679e43bf8489 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/318919f7-e65d-4e96-b683-c9c9b0cd11b1 HTTP/1.1" status: 204 len: 168 time: 0.5511990 Apr 09 13:48:58.200688 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.db [None req-312d27d7-7ea6-4580-95ec-427eb64cc758 None None] For port 9def8c0b-9829-4587-81d5-63f0d911610b, host dv-cinder-785362-1-smb, cleared binding levels {{(pid=85267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 09 13:48:58.204892 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.db [None req-312d27d7-7ea6-4580-95ec-427eb64cc758 None None] For port 9def8c0b-9829-4587-81d5-63f0d911610b, host dv-cinder-785362-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-1-smb',level=0,port_id=9def8c0b-9829-4587-81d5-63f0d911610b,segment=NetworkSegment(38f09ab6-9633-4381-a064-480473442993),segment_id=38f09ab6-9633-4381-a064-480473442993)] {{(pid=85267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 09 13:48:58.212178 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-312d27d7-7ea6-4580-95ec-427eb64cc758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853739901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853759498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265038874484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771815468181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265039307602'] for port, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:58.278516 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-0188f51b-ed80-493a-9681-ce4185126dd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:58.331234 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-0188f51b-ed80-493a-9681-ce4185126dd8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 13:48:58.337189 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b44ff54-477a-4dee-b14f-84ef04ae72fe admin admin] Router 924165f5-9fc8-4f0a-bf39-38df25ca1450 is scheduled to L3 agent 69305824-358b-46b0-9707-cd2ded304b9c with binding_index 1 {{(pid=85265) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 09 13:48:58.347154 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-0188f51b-ed80-493a-9681-ce4185126dd8 admin admin] Usage tracker for resource:security_group_rule and tenant:a36c1c8c20cc4a0a9020439b537f2bea is out of sync, need to count used quota {{(pid=85266) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 13:48:58.356118 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-0188f51b-ed80-493a-9681-ce4185126dd8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85266) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 13:48:58.380078 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:48:58.382747 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-0188f51b-ed80-493a-9681-ce4185126dd8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 13:48:58.546123 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4dd13f1-a989-4446-9ed7-68eb0bd5f528 None None] Pushing event updated for resources: {'Port': ['ID=9def8c0b-9829-4587-81d5-63f0d911610b,revision_number=4']} {{(pid=85267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:48:58.551763 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-0188f51b-ed80-493a-9681-ce4185126dd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:58.557029 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-0188f51b-ed80-493a-9681-ce4185126dd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738555'] for security_group, after_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:58.571210 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-f429d9ac-878c-4562-bf2d-aec0a859936d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:48:58.576362 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-c4dd13f1-a989-4446-9ed7-68eb0bd5f528 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=85267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:48:58.595670 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-312d27d7-7ea6-4580-95ec-427eb64cc758 None None] Routers {'6c80f60e-8f86-4b3a-96ce-89ec0e70d8a4'} bound to L3 agent in host dv-cinder-785362-1-smb {{(pid=85267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 09 13:48:58.596496 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_hamode_db [None req-312d27d7-7ea6-4580-95ec-427eb64cc758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-785362-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-09T13:38:04Z,description=,heartbeat_timestamp=2021-04-09T13:48:34Z,host='dv-cinder-785362-1-smb',id=69305824-358b-46b0-9707-cd2ded304b9c,load=0,resource_versions=,resources_synced=,started_at=2021-04-09T13:38:04Z,topic='l3_agent')) {'router_ids': ['6c80f60e-8f86-4b3a-96ce-89ec0e70d8a4'], 'active': True} {{(pid=85267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 13:48:58.604738 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0188f51b-ed80-493a-9681-ce4185126dd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97a2fbc7-0e21-47a1-ab2a-d60f82e4268f,revision_number=1']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:48:58.608214 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-0188f51b-ed80-493a-9681-ce4185126dd8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:48:58.633029 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-0188f51b-ed80-493a-9681-ce4185126dd8 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=a36c1c8c20cc4a0a9020439b537f2bea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5485902 Apr 09 13:48:58.641479 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85266) accepted ('10.222.0.75', 60054) {{(pid=85266) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:48:58.657994 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b44ff54-477a-4dee-b14f-84ef04ae72fe admin admin] Notify agent at l3_agent.dv-cinder-785362-1-smb the message routers_updated {{(pid=85265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 09 13:48:58.673217 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b8af7fd-c0b6-4aa4-9353-b7686336ebac None None] Sync routers for ids ['924165f5-9fc8-4f0a-bf39-38df25ca1450'] in dv-cinder-785362-1-smb {{(pid=85268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 09 13:48:58.701451 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-2b44ff54-477a-4dee-b14f-84ef04ae72fe admin admin] Notify callbacks [] for router, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:58.703912 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-2b44ff54-477a-4dee-b14f-84ef04ae72fe admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 5.0752082 Apr 09 13:48:58.707542 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.75', 60058) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:48:58.718647 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b8af7fd-c0b6-4aa4-9353-b7686336ebac None None] Routers {'924165f5-9fc8-4f0a-bf39-38df25ca1450'} bound to L3 agent in host dv-cinder-785362-1-smb {{(pid=85268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 09 13:48:58.719859 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_hamode_db [None req-2b8af7fd-c0b6-4aa4-9353-b7686336ebac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-785362-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-09T13:38:04Z,description=,heartbeat_timestamp=2021-04-09T13:48:34Z,host='dv-cinder-785362-1-smb',id=69305824-358b-46b0-9707-cd2ded304b9c,load=0,resource_versions=,resources_synced=,started_at=2021-04-09T13:38:04Z,topic='l3_agent')) {'router_ids': ['924165f5-9fc8-4f0a-bf39-38df25ca1450'], 'active': True} {{(pid=85268) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 13:48:58.833544 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-d67ff920-a1ad-491a-91d2-e423a8ab6712 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:58.844158 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85266) accepted ('10.222.0.75', 60062) {{(pid=85266) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:48:58.930775 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-d67ff920-a1ad-491a-91d2-e423a8ab6712 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:59.001108 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-5e4a1a13-8661-4f48-94dd-639ce777dd8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:59.015778 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-d67ff920-a1ad-491a-91d2-e423a8ab6712 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738555'] for security_group, after_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:59.031721 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-5f71c29b-58c3-4c1f-882d-dcee41f00366 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:48:59.065337 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-d67ff920-a1ad-491a-91d2-e423a8ab6712 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:59.066760 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-d67ff920-a1ad-491a-91d2-e423a8ab6712 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/97a2fbc7-0e21-47a1-ab2a-d60f82e4268f HTTP/1.1" status: 204 len: 168 time: 0.4239902 Apr 09 13:48:59.073524 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67ff920-a1ad-491a-91d2-e423a8ab6712 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97a2fbc7-0e21-47a1-ab2a-d60f82e4268f,revision_number=None']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:48:59.083056 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-5e4a1a13-8661-4f48-94dd-639ce777dd8e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 13:48:59.086229 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-d67ff920-a1ad-491a-91d2-e423a8ab6712 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:48:59.090605 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-5e4a1a13-8661-4f48-94dd-639ce777dd8e admin admin] Usage tracker for resource:security_group_rule and tenant:07d446ec4f1047bf8c232871c79b5342 is out of sync, need to count used quota {{(pid=85266) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 13:48:59.107553 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-5e4a1a13-8661-4f48-94dd-639ce777dd8e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85266) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 13:48:59.127304 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-5e4a1a13-8661-4f48-94dd-639ce777dd8e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 13:48:59.255004 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.75', 60076) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:48:59.357727 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_dvr_db [None req-312d27d7-7ea6-4580-95ec-427eb64cc758 None None] Set router 6c80f60e-8f86-4b3a-96ce-89ec0e70d8a4 gateway port host: dv-cinder-785362-1-smb {{(pid=85267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 09 13:48:59.436139 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_dvr_db [None req-2b8af7fd-c0b6-4aa4-9353-b7686336ebac None None] Set router 924165f5-9fc8-4f0a-bf39-38df25ca1450 gateway port host: dv-cinder-785362-1-smb {{(pid=85268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 09 13:48:59.484247 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fda7909-2676-4347-9e46-ee7fc203567e None None] Network aa2b75c9-d8d7-49cc-8b44-334f9d8d58a2 requested from dv-cinder-785362-1-smb {{(pid=85267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 09 13:48:59.682969 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-5e4a1a13-8661-4f48-94dd-639ce777dd8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:59.698061 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-5e4a1a13-8661-4f48-94dd-639ce777dd8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738555'] for security_group, after_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:48:59.728455 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-1101f657-689e-4e1d-ac62-607d581a9bb6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:48:59.806634 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536780c6-4f6d-460b-b0c4-1516d4eab722 req-39f352be-c7bd-4d41-979f-ba67b640f973 tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:48:59.811671 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-536780c6-4f6d-460b-b0c4-1516d4eab722 req-39f352be-c7bd-4d41-979f-ba67b640f973 tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] 10.222.0.75 "GET /v2.0/ports?device_id=3b0c4a3a-57ce-4e76-a767-bd7ea7d79510 HTTP/1.1" status: 200 len: 946 time: 0.5507231 Apr 09 13:48:59.938168 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-5e4a1a13-8661-4f48-94dd-639ce777dd8e admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=07d446ec4f1047bf8c232871c79b5342&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0689585 Apr 09 13:48:59.953096 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-536780c6-4f6d-460b-b0c4-1516d4eab722 req-c56b037b-3182-40ce-b09f-e16404a3f9c3 tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] 10.222.0.75 "GET /v2.0/security-groups?id=eea7a60b-00a0-497d-babc-18f415d64d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196277 Apr 09 13:48:59.954926 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85266) accepted ('10.222.0.75', 60086) {{(pid=85266) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:49:00.104425 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4a1a13-8661-4f48-94dd-639ce777dd8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07a655d6-1513-49c0-adb2-be6ea0fe021c,revision_number=1']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:49:00.115795 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-5e4a1a13-8661-4f48-94dd-639ce777dd8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.387s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:49:00.229441 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-c4dd5c67-80ad-4fd0-b68a-bd45d575e70b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:49:00.246146 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.rpc [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Device 09a45010-b472-4d71-abc5-3854d6bf3f63 up at agent ovs-agent-dv-cinder-785362-1-smb {{(pid=85267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 09 13:49:00.273233 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-67613290-6994-4849-b013-7e4c0d928f0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:49:00.293216 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-c4dd5c67-80ad-4fd0-b68a-bd45d575e70b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:49:00.322332 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.provisioning_blocks [None req-0bae5806-9af7-4929-ae72-5612bb49977a None None] Provisioning for port 09a45010-b472-4d71-abc5-3854d6bf3f63 completed by entity DHCP. {{(pid=85267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 09 13:49:00.331389 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-67613290-6994-4849-b013-7e4c0d928f0f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 13:49:00.354681 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-c4dd5c67-80ad-4fd0-b68a-bd45d575e70b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738555'] for security_group, after_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:49:00.361336 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-ccc44960-2db4-4462-9e80-3bc172a3a152 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:49:00.363733 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-67613290-6994-4849-b013-7e4c0d928f0f admin admin] Usage tracker for resource:security_group_rule and tenant:4d2d7d2f7fca443681a82a37e5f7281e is out of sync, need to count used quota {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 13:49:00.374599 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4dd5c67-80ad-4fd0-b68a-bd45d575e70b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07a655d6-1513-49c0-adb2-be6ea0fe021c,revision_number=None']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:49:00.379116 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-c4dd5c67-80ad-4fd0-b68a-bd45d575e70b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:49:00.379503 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-67613290-6994-4849-b013-7e4c0d928f0f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 13:49:00.385635 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-c4dd5c67-80ad-4fd0-b68a-bd45d575e70b admin admin] Notify callbacks [] for security_group, before_response {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:49:00.391770 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-c4dd5c67-80ad-4fd0-b68a-bd45d575e70b admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/07a655d6-1513-49c0-adb2-be6ea0fe021c HTTP/1.1" status: 204 len: 168 time: 0.4234564 Apr 09 13:49:00.421740 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-67613290-6994-4849-b013-7e4c0d928f0f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 13:49:00.473122 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_hamode_db [None req-2b8af7fd-c0b6-4aa4-9353-b7686336ebac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '924165f5-9fc8-4f0a-bf39-38df25ca1450', 'name': 'tempest-TestShelveInstance-876794609-router', 'tenant_id': '5240d1cd8ddf45229bb08f5d898d6214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd39673be-df84-4009-abea-d472d159fdfd', 'external_fixed_ips': [{'subnet_id': 'f6eeb1a0-26c5-43d1-996f-84b999bf12c7', 'ip_address': '172.28.0.73'}], 'enable_snat': True}, 'gw_port_id': 'db9f7056-b40b-456f-a25c-64266083e5ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T13:48:53Z', 'updated_at': '2021-04-09T13:48:56Z', 'revision_number': 3, 'project_id': '5240d1cd8ddf45229bb08f5d898d6214', 'gw_port': {'id': 'db9f7056-b40b-456f-a25c-64266083e5ba', 'name': '', 'network_id': 'd39673be-df84-4009-abea-d472d159fdfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:f1:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '924165f5-9fc8-4f0a-bf39-38df25ca1450', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'f6eeb1a0-26c5-43d1-996f-84b999bf12c7', 'ip_address': '172.28.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:48:55Z', 'updated_at': '2021-04-09T13:48:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f6eeb1a0-26c5-43d1-996f-84b999bf12c7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-1-smb'}], 'dv-cinder-785362-1-smb', False) {} {{(pid=85268) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 13:49:00.489938 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b8af7fd-c0b6-4aa4-9353-b7686336ebac None None] Checking router: 924165f5-9fc8-4f0a-bf39-38df25ca1450 for host: dv-cinder-785362-1-smb {{(pid=85268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 09 13:49:00.490966 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b8af7fd-c0b6-4aa4-9353-b7686336ebac None None] Updating router 924165f5-9fc8-4f0a-bf39-38df25ca1450 port db9f7056-b40b-456f-a25c-64266083e5ba binding host dv-cinder-785362-1-smb {{(pid=85268) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 09 13:49:00.641465 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.provisioning_blocks [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Provisioning for port 09a45010-b472-4d71-abc5-3854d6bf3f63 completed by entity L2. {{(pid=85267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 09 13:49:00.648357 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.provisioning_blocks [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Provisioning complete for port 09a45010-b472-4d71-abc5-3854d6bf3f63 triggered by entity L2. {{(pid=85267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 09 13:49:00.648791 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765226'] for port, provisioning_complete {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:49:00.674409 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-67613290-6994-4849-b013-7e4c0d928f0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:49:00.684434 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-67613290-6994-4849-b013-7e4c0d928f0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738555'] for security_group, after_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:49:00.787573 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-955207a5-32f2-4bed-bf43-6470b96912cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:49:00.811363 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-2b8af7fd-c0b6-4aa4-9353-b7686336ebac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853739810'] for port, before_update {{(pid=85268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:49:00.918796 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-67613290-6994-4849-b013-7e4c0d928f0f admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=4d2d7d2f7fca443681a82a37e5f7281e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6607714 Apr 09 13:49:00.921866 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85266) accepted ('10.222.0.75', 60116) {{(pid=85266) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:49:00.926991 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67613290-6994-4849-b013-7e4c0d928f0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3444d6b2-a1c8-4df0-81e4-7875822f9baf,revision_number=1']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:49:00.955876 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67613290-6994-4849-b013-7e4c0d928f0f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:49:00.956712 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67613290-6994-4849-b013-7e4c0d928f0f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:49:00.957190 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67613290-6994-4849-b013-7e4c0d928f0f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:49:00.957870 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67613290-6994-4849-b013-7e4c0d928f0f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:49:00.958488 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67613290-6994-4849-b013-7e4c0d928f0f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:49:00.959048 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67613290-6994-4849-b013-7e4c0d928f0f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:49:00.959589 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67613290-6994-4849-b013-7e4c0d928f0f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:49:00.960033 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67613290-6994-4849-b013-7e4c0d928f0f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:49:00.960428 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67613290-6994-4849-b013-7e4c0d928f0f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:49:00.960817 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67613290-6994-4849-b013-7e4c0d928f0f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:49:00.961203 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67613290-6994-4849-b013-7e4c0d928f0f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:49:00.961591 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67613290-6994-4849-b013-7e4c0d928f0f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:49:01.002200 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-67613290-6994-4849-b013-7e4c0d928f0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:49:01.077052 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-d31eb11d-3bd6-4ceb-97c7-dc5aa1f4fc7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:49:01.169062 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853739810'] for port, before_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:49:01.174301 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-d31eb11d-3bd6-4ceb-97c7-dc5aa1f4fc7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:49:01.199185 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-ee701f92-1895-4e01-a190-c50641c77225 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853739810'] for port, before_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:49:01.273723 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-7e2e05e8-10eb-4b4b-bdd6-ebb7375ce5f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:49:01.326328 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.db [None req-250ccce2-add9-4520-ab97-985e32375bee None None] For port 09a45010-b472-4d71-abc5-3854d6bf3f63, host dv-cinder-785362-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-1-smb',level=0,port_id=09a45010-b472-4d71-abc5-3854d6bf3f63,segment=NetworkSegment(35c5af08-fbdd-4a59-bf0a-e59565b1d38c),segment_id=35c5af08-fbdd-4a59-bf0a-e59565b1d38c)] {{(pid=85267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 09 13:49:01.344309 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853739901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853759498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265038874484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771815468181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265039307602'] for port, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:49:01.345237 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.rpc [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Device 9def8c0b-9829-4587-81d5-63f0d911610b up at agent ovs-agent-dv-cinder-785362-1-smb {{(pid=85267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 09 13:49:01.428184 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-d31eb11d-3bd6-4ceb-97c7-dc5aa1f4fc7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738555'] for security_group, after_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:49:01.442667 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-cb5faf73-1269-4e44-aecd-b107d0a092a2 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:49:01.466989 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-d31eb11d-3bd6-4ceb-97c7-dc5aa1f4fc7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:49:01.471680 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-d31eb11d-3bd6-4ceb-97c7-dc5aa1f4fc7c admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/3444d6b2-a1c8-4df0-81e4-7875822f9baf HTTP/1.1" status: 204 len: 168 time: 0.5486529 Apr 09 13:49:01.472939 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31eb11d-3bd6-4ceb-97c7-dc5aa1f4fc7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3444d6b2-a1c8-4df0-81e4-7875822f9baf,revision_number=None']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:49:01.482723 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31eb11d-3bd6-4ceb-97c7-dc5aa1f4fc7c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:49:01.483482 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31eb11d-3bd6-4ceb-97c7-dc5aa1f4fc7c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:49:01.484342 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31eb11d-3bd6-4ceb-97c7-dc5aa1f4fc7c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:49:01.485636 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31eb11d-3bd6-4ceb-97c7-dc5aa1f4fc7c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:49:01.486702 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31eb11d-3bd6-4ceb-97c7-dc5aa1f4fc7c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:49:01.487295 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31eb11d-3bd6-4ceb-97c7-dc5aa1f4fc7c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:49:01.487961 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31eb11d-3bd6-4ceb-97c7-dc5aa1f4fc7c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:49:01.488693 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31eb11d-3bd6-4ceb-97c7-dc5aa1f4fc7c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:49:01.489265 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31eb11d-3bd6-4ceb-97c7-dc5aa1f4fc7c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:49:01.489868 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31eb11d-3bd6-4ceb-97c7-dc5aa1f4fc7c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:49:01.490456 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31eb11d-3bd6-4ceb-97c7-dc5aa1f4fc7c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:49:01.491024 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31eb11d-3bd6-4ceb-97c7-dc5aa1f4fc7c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:49:01.505831 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-3a2e194f-6f60-46f7-b854-f1f4d6b999e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:49:01.507683 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-d31eb11d-3bd6-4ceb-97c7-dc5aa1f4fc7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:49:01.621451 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_hamode_db [None req-312d27d7-7ea6-4580-95ec-427eb64cc758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c80f60e-8f86-4b3a-96ce-89ec0e70d8a4', 'name': 'tempest-TestShelveInstance-1650488399-router', 'tenant_id': '42cd23f53368468a94a14f89589efd1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd39673be-df84-4009-abea-d472d159fdfd', 'external_fixed_ips': [{'subnet_id': 'f6eeb1a0-26c5-43d1-996f-84b999bf12c7', 'ip_address': '172.28.0.57'}], 'enable_snat': True}, 'gw_port_id': 'c7d6af8c-d687-475a-8e8b-f1a19028348c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T13:48:41Z', 'updated_at': '2021-04-09T13:48:49Z', 'revision_number': 4, 'project_id': '42cd23f53368468a94a14f89589efd1d', 'gw_port': {'id': 'c7d6af8c-d687-475a-8e8b-f1a19028348c', 'name': '', 'network_id': 'd39673be-df84-4009-abea-d472d159fdfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:8f:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c80f60e-8f86-4b3a-96ce-89ec0e70d8a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'f6eeb1a0-26c5-43d1-996f-84b999bf12c7', 'ip_address': '172.28.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:48:43Z', 'updated_at': '2021-04-09T13:48:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6eeb1a0-26c5-43d1-996f-84b999bf12c7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-1-smb', '_interfaces': [{'id': '9def8c0b-9829-4587-81d5-63f0d911610b', 'name': '', 'network_id': 'ae0f8e7f-ca5f-4c00-9803-4f9cd2a8e187', 'tenant_id': '42cd23f53368468a94a14f89589efd1d', 'mac_address': 'fa:16:3e:28:ea:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c80f60e-8f86-4b3a-96ce-89ec0e70d8a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '3d7b5803-c407-4abc-ab92-6b23397b2a0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:48:48Z', 'updated_at': '2021-04-09T13:48:58Z', 'revision_number': 4, 'project_id': '42cd23f53368468a94a14f89589efd1d', 'subnets': [{'id': '3d7b5803-c407-4abc-ab92-6b23397b2a0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-785362-1-smb', False) {} {{(pid=85267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 13:49:01.665802 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-312d27d7-7ea6-4580-95ec-427eb64cc758 None None] The sync data for ids ['6c80f60e-8f86-4b3a-96ce-89ec0e70d8a4'] in dv-cinder-785362-1-smb is: [{'id': '6c80f60e-8f86-4b3a-96ce-89ec0e70d8a4', 'name': 'tempest-TestShelveInstance-1650488399-router', 'tenant_id': '42cd23f53368468a94a14f89589efd1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd39673be-df84-4009-abea-d472d159fdfd', 'external_fixed_ips': [{'subnet_id': 'f6eeb1a0-26c5-43d1-996f-84b999bf12c7', 'ip_address': '172.28.0.57'}], 'enable_snat': True}, 'gw_port_id': 'c7d6af8c-d687-475a-8e8b-f1a19028348c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T13:48:41Z', 'updated_at': '2021-04-09T13:48:49Z', 'revision_number': 4, 'project_id': '42cd23f53368468a94a14f89589efd1d', 'gw_port': {'id': 'c7d6af8c-d687-475a-8e8b-f1a19028348c', 'name': '', 'network_id': 'd39673be-df84-4009-abea-d472d159fdfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:8f:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c80f60e-8f86-4b3a-96ce-89ec0e70d8a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'f6eeb1a0-26c5-43d1-996f-84b999bf12c7', 'ip_address': '172.28.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:48:43Z', 'updated_at': '2021-04-09T13:48:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6eeb1a0-26c5-43d1-996f-84b999bf12c7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-1-smb', '_interfaces': [{'id': '9def8c0b-9829-4587-81d5-63f0d911610b', 'name': '', 'network_id': 'ae0f8e7f-ca5f-4c00-9803-4f9cd2a8e187', 'tenant_id': '42cd23f53368468a94a14f89589efd1d', 'mac_address': 'fa:16:3e:28:ea:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c80f60e-8f86-4b3a-96ce-89ec0e70d8a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '3d7b5803-c407-4abc-ab92-6b23397b2a0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:48:48Z', 'updated_at': '2021-04-09T13:48:58Z', 'revision_number': 4, 'project_id': '42cd23f53368468a94a14f89589efd1d', 'subnets': [{'id': '3d7b5803-c407-4abc-ab92-6b23397b2a0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 09 13:49:01.718955 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Pushing event updated for resources: {'Port': ['ID=09a45010-b472-4d71-abc5-3854d6bf3f63,revision_number=3']} {{(pid=85267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:49:01.726700 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=85267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:49:01.730474 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.provisioning_blocks [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Provisioning for port 9def8c0b-9829-4587-81d5-63f0d911610b completed by entity L2. {{(pid=85267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 09 13:49:01.748059 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.provisioning_blocks [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Provisioning complete for port 9def8c0b-9829-4587-81d5-63f0d911610b triggered by entity L2. {{(pid=85267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 09 13:49:01.750012 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765226'] for port, provisioning_complete {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:49:01.848933 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6529cda-a679-4836-82da-f35971fb9330 req-f16ec153-f093-4404-94de-9d2192baf58f tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:49:01.862874 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-c6529cda-a679-4836-82da-f35971fb9330 req-f16ec153-f093-4404-94de-9d2192baf58f tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] 10.222.0.75 "GET /v2.0/ports?device_id=3b0c4a3a-57ce-4e76-a767-bd7ea7d79510 HTTP/1.1" status: 200 len: 946 time: 0.2578883 Apr 09 13:49:01.948105 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-c6529cda-a679-4836-82da-f35971fb9330 req-79aacdde-acfe-45ab-b008-c8a1faa83594 tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] 10.222.0.75 "GET /v2.0/security-groups?id=eea7a60b-00a0-497d-babc-18f415d64d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615489 Apr 09 13:49:02.000284 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.provisioning_blocks [None req-29949760-26db-49fa-927f-555ec91b3eff None None] Provisioning complete for port 09a45010-b472-4d71-abc5-3854d6bf3f63 triggered by entity DHCP. {{(pid=85267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 09 13:49:02.002116 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-29949760-26db-49fa-927f-555ec91b3eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765226'] for port, provisioning_complete {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:49:02.124399 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-2b8af7fd-c0b6-4aa4-9353-b7686336ebac None None] Notify callbacks [] for port, precommit_update {{(pid=85268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:49:02.159339 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.provisioning_blocks [None req-2b8af7fd-c0b6-4aa4-9353-b7686336ebac None None] Transition to ACTIVE for port object db9f7056-b40b-456f-a25c-64266083e5ba will not be triggered until provisioned by entity L2. {{(pid=85268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 09 13:49:02.168280 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-2b8af7fd-c0b6-4aa4-9353-b7686336ebac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853739901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853759498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265038874484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771815468181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265039307602'] for port, after_update {{(pid=85268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:49:02.293351 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.db_base_plugin_common [None req-ee701f92-1895-4e01-a190-c50641c77225 admin admin] Allocated IP 172.20.0.1 (aa2b75c9-d8d7-49cc-8b44-334f9d8d58a2/a59e415f-26ad-414d-8ed1-80922069add1/5e1314cc-cfed-4845-95f0-6f9a1f6263ae) {{(pid=85265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 09 13:49:02.488677 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:49:02.608028 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853739810'] for port, before_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:49:02.693592 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.db [None req-250ccce2-add9-4520-ab97-985e32375bee None None] For port 9def8c0b-9829-4587-81d5-63f0d911610b, host dv-cinder-785362-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-1-smb',level=0,port_id=9def8c0b-9829-4587-81d5-63f0d911610b,segment=NetworkSegment(38f09ab6-9633-4381-a064-480473442993),segment_id=38f09ab6-9633-4381-a064-480473442993)] {{(pid=85267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 09 13:49:02.709879 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853739901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853759498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265038874484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771815468181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265039307602'] for port, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:49:02.739501 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:49:02.854685 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce63c47c-e1d6-4cfa-b325-d53670531df2 None None] Pushing event updated for resources: {'Port': ['ID=db9f7056-b40b-456f-a25c-64266083e5ba,revision_number=2']} {{(pid=85268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:49:02.875096 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-ce63c47c-e1d6-4cfa-b325-d53670531df2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.386s {{(pid=85268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:49:02.896501 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-ee701f92-1895-4e01-a190-c50641c77225 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:49:02.914791 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Pushing event updated for resources: {'Port': ['ID=9def8c0b-9829-4587-81d5-63f0d911610b,revision_number=5']} {{(pid=85267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:49:02.927589 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=85267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:49:02.935535 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.provisioning_blocks [None req-ee701f92-1895-4e01-a190-c50641c77225 admin admin] Transition to ACTIVE for port object 5e1314cc-cfed-4845-95f0-6f9a1f6263ae will not be triggered until provisioned by entity DHCP. {{(pid=85265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 09 13:49:02.940121 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.rpc [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Device 09a45010-b472-4d71-abc5-3854d6bf3f63 up at agent ovs-agent-dv-cinder-785362-1-smb {{(pid=85267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 09 13:49:02.966855 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-ee701f92-1895-4e01-a190-c50641c77225 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853739901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853759498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771815468164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851965059'] for port, after_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:49:03.048871 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.provisioning_blocks [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Provisioning complete for port 09a45010-b472-4d71-abc5-3854d6bf3f63 triggered by entity L2. {{(pid=85267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 09 13:49:03.049804 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765226'] for port, provisioning_complete {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:49:03.185714 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-c177de2b-0ffa-48b6-bee5-47082959d5eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:49:03.283603 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.managers [None req-2b8af7fd-c0b6-4aa4-9353-b7686336ebac None None] Attempting to bind port db9f7056-b40b-456f-a25c-64266083e5ba on host dv-cinder-785362-1-smb for vnic_type normal with profile {{(pid=85268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 09 13:49:03.285389 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.managers [None req-2b8af7fd-c0b6-4aa4-9353-b7686336ebac None None] Attempting to bind port db9f7056-b40b-456f-a25c-64266083e5ba by drivers openvswitch,hyperv on host dv-cinder-785362-1-smb at level 0 using segments [{'id': 'd71e9641-c1ca-48b4-9c8d-e574468b8697', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd39673be-df84-4009-abea-d472d159fdfd'}] {{(pid=85268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 09 13:49:03.286050 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b8af7fd-c0b6-4aa4-9353-b7686336ebac None None] Attempting to bind port db9f7056-b40b-456f-a25c-64266083e5ba on network d39673be-df84-4009-abea-d472d159fdfd {{(pid=85268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 09 13:49:03.304924 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b8af7fd-c0b6-4aa4-9353-b7686336ebac None None] Checking agent: {'id': 'e6bfe7c3-14e3-41b1-b7be-435962079a33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-785362-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 9, 13, 38, 5), 'started_at': datetime.datetime(2021, 4, 9, 13, 38, 35), 'heartbeat_timestamp': datetime.datetime(2021, 4, 9, 13, 48, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-785362-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 09 13:49:03.305639 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b8af7fd-c0b6-4aa4-9353-b7686336ebac None None] Checking segment: {'id': 'd71e9641-c1ca-48b4-9c8d-e574468b8697', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd39673be-df84-4009-abea-d472d159fdfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 09 13:49:03.307653 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-2b8af7fd-c0b6-4aa4-9353-b7686336ebac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:49:03.308326 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b8af7fd-c0b6-4aa4-9353-b7686336ebac None None] Bound using segment: {'id': 'd71e9641-c1ca-48b4-9c8d-e574468b8697', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd39673be-df84-4009-abea-d472d159fdfd'} {{(pid=85268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 09 13:49:03.312256 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.managers [None req-2b8af7fd-c0b6-4aa4-9353-b7686336ebac None None] Bound port: db9f7056-b40b-456f-a25c-64266083e5ba, host: dv-cinder-785362-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd71e9641-c1ca-48b4-9c8d-e574468b8697', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd39673be-df84-4009-abea-d472d159fdfd'}}] {{(pid=85268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 09 13:49:03.312812 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-2b8af7fd-c0b6-4aa4-9353-b7686336ebac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853739810'] for port, before_update {{(pid=85268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:49:03.334240 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee701f92-1895-4e01-a190-c50641c77225 admin admin] Pushing event updated for resources: {'Port': ['ID=5e1314cc-cfed-4845-95f0-6f9a1f6263ae,revision_number=1']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:49:03.343761 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-ee701f92-1895-4e01-a190-c50641c77225 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:49:03.375125 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee701f92-1895-4e01-a190-c50641c77225 admin admin] Network aa2b75c9-d8d7-49cc-8b44-334f9d8d58a2 is already hosted by enough agents. {{(pid=85265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 09 13:49:03.378197 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.scheduler.base_scheduler [None req-ee701f92-1895-4e01-a190-c50641c77225 admin admin] Resources bound (agent type, host, resource id): {{(pid=85265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 09 13:49:03.390897 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee701f92-1895-4e01-a190-c50641c77225 admin admin] Received port after_create {{(pid=85265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 09 13:49:03.592247 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-ee701f92-1895-4e01-a190-c50641c77225 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-361547'] for router_interface, before_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:49:03.595333 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.db [None req-2b8af7fd-c0b6-4aa4-9353-b7686336ebac None None] For port db9f7056-b40b-456f-a25c-64266083e5ba, host dv-cinder-785362-1-smb, cleared binding levels {{(pid=85268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 09 13:49:03.615135 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.db [None req-2b8af7fd-c0b6-4aa4-9353-b7686336ebac None None] For port db9f7056-b40b-456f-a25c-64266083e5ba, host dv-cinder-785362-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-1-smb',level=0,port_id=db9f7056-b40b-456f-a25c-64266083e5ba,segment=NetworkSegment(d71e9641-c1ca-48b4-9c8d-e574468b8697),segment_id=d71e9641-c1ca-48b4-9c8d-e574468b8697)] {{(pid=85268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 09 13:49:03.624138 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-2b8af7fd-c0b6-4aa4-9353-b7686336ebac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853739901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853759498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265038874484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771815468181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265039307602'] for port, after_update {{(pid=85268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:49:03.675373 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-7ba2e6ab-5684-429f-a5a1-95638cc221e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:49:03.689315 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc5ea0d-b9f2-4437-a249-08d090db2d58 req-80adb9f5-0fe9-408e-bc28-d9bf501bb22d tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:49:03.699537 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-ebc5ea0d-b9f2-4437-a249-08d090db2d58 req-80adb9f5-0fe9-408e-bc28-d9bf501bb22d tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] 10.222.0.75 "GET /v2.0/ports?device_id=3b0c4a3a-57ce-4e76-a767-bd7ea7d79510 HTTP/1.1" status: 200 len: 946 time: 0.3383055 Apr 09 13:49:03.796509 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-ebc5ea0d-b9f2-4437-a249-08d090db2d58 req-5df858af-e8c2-4542-9a9b-714581e1045e tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] 10.222.0.75 "GET /v2.0/security-groups?id=eea7a60b-00a0-497d-babc-18f415d64d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949082 Apr 09 13:49:03.924081 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.provisioning_blocks [None req-64b7a180-8f2e-4fe1-96f4-97d8216d1866 None None] Provisioning for port 5e1314cc-cfed-4845-95f0-6f9a1f6263ae completed by entity DHCP. {{(pid=85267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 09 13:49:03.926485 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-ee701f92-1895-4e01-a190-c50641c77225 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853739810'] for port, before_update {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:49:03.940502 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.provisioning_blocks [None req-64b7a180-8f2e-4fe1-96f4-97d8216d1866 None None] Provisioning complete for port 5e1314cc-cfed-4845-95f0-6f9a1f6263ae triggered by entity DHCP. {{(pid=85267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 09 13:49:03.941079 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-64b7a180-8f2e-4fe1-96f4-97d8216d1866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765226'] for port, provisioning_complete {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:49:04.019811 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.plugin [None req-64b7a180-8f2e-4fe1-96f4-97d8216d1866 None None] Port 5e1314cc-cfed-4845-95f0-6f9a1f6263ae cannot update to ACTIVE because it is not bound. {{(pid=85267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 09 13:49:04.131594 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce63c47c-e1d6-4cfa-b325-d53670531df2 None None] Pushing event updated for resources: {'Port': ['ID=db9f7056-b40b-456f-a25c-64266083e5ba,revision_number=3']} {{(pid=85268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:49:04.153161 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-ce63c47c-e1d6-4cfa-b325-d53670531df2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.478s {{(pid=85268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:49:04.235541 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b8af7fd-c0b6-4aa4-9353-b7686336ebac None None] Routers {'924165f5-9fc8-4f0a-bf39-38df25ca1450'} bound to L3 agent in host dv-cinder-785362-1-smb {{(pid=85268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 09 13:49:04.235873 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-3a3f71a4-db51-4f98-a31a-f58f52c30e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:49:04.236491 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_hamode_db [None req-2b8af7fd-c0b6-4aa4-9353-b7686336ebac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-785362-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-09T13:38:04Z,description=,heartbeat_timestamp=2021-04-09T13:48:34Z,host='dv-cinder-785362-1-smb',id=69305824-358b-46b0-9707-cd2ded304b9c,load=0,resource_versions=,resources_synced=,started_at=2021-04-09T13:38:04Z,topic='l3_agent')) {'router_ids': ['924165f5-9fc8-4f0a-bf39-38df25ca1450'], 'active': True} {{(pid=85268) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 13:49:04.432207 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-ee701f92-1895-4e01-a190-c50641c77225 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:49:04.436520 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-ee701f92-1895-4e01-a190-c50641c77225 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853739901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853759498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265038874484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771815468181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265039307602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2810724'] for port, after_update {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:49:04.451687 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_dvr_db [None req-2b8af7fd-c0b6-4aa4-9353-b7686336ebac None None] Set router 924165f5-9fc8-4f0a-bf39-38df25ca1450 gateway port host: dv-cinder-785362-1-smb {{(pid=85268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 09 13:49:04.471337 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-514babf8-e450-422a-9527-cebad32c126c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:49:04.573527 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-038b6fee-909e-41c9-b649-649ad33ce393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:49:04.814215 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-ee701f92-1895-4e01-a190-c50641c77225 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854212380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-712862'] for router_interface, after_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:49:04.828941 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee701f92-1895-4e01-a190-c50641c77225 admin admin] Pushing event updated for resources: {'Port': ['ID=5e1314cc-cfed-4845-95f0-6f9a1f6263ae,revision_number=2']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:49:04.832288 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-ee701f92-1895-4e01-a190-c50641c77225 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:49:04.836987 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.rpc [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Device 9def8c0b-9829-4587-81d5-63f0d911610b up at agent ovs-agent-dv-cinder-785362-1-smb {{(pid=85267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 09 13:49:04.926801 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.provisioning_blocks [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Provisioning complete for port 9def8c0b-9829-4587-81d5-63f0d911610b triggered by entity L2. {{(pid=85267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 09 13:49:04.927203 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765226'] for port, provisioning_complete {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:49:04.991500 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_hamode_db [None req-2b8af7fd-c0b6-4aa4-9353-b7686336ebac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '924165f5-9fc8-4f0a-bf39-38df25ca1450', 'name': 'tempest-TestShelveInstance-876794609-router', 'tenant_id': '5240d1cd8ddf45229bb08f5d898d6214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd39673be-df84-4009-abea-d472d159fdfd', 'external_fixed_ips': [{'subnet_id': 'f6eeb1a0-26c5-43d1-996f-84b999bf12c7', 'ip_address': '172.28.0.73'}], 'enable_snat': True}, 'gw_port_id': 'db9f7056-b40b-456f-a25c-64266083e5ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T13:48:53Z', 'updated_at': '2021-04-09T13:49:03Z', 'revision_number': 4, 'project_id': '5240d1cd8ddf45229bb08f5d898d6214', 'gw_port': {'id': 'db9f7056-b40b-456f-a25c-64266083e5ba', 'name': '', 'network_id': 'd39673be-df84-4009-abea-d472d159fdfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:f1:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '924165f5-9fc8-4f0a-bf39-38df25ca1450', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'f6eeb1a0-26c5-43d1-996f-84b999bf12c7', 'ip_address': '172.28.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:48:55Z', 'updated_at': '2021-04-09T13:49:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f6eeb1a0-26c5-43d1-996f-84b999bf12c7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-1-smb', '_interfaces': [{'id': '5e1314cc-cfed-4845-95f0-6f9a1f6263ae', 'name': '', 'network_id': 'aa2b75c9-d8d7-49cc-8b44-334f9d8d58a2', 'tenant_id': '5240d1cd8ddf45229bb08f5d898d6214', 'mac_address': 'fa:16:3e:6a:61:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '924165f5-9fc8-4f0a-bf39-38df25ca1450', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'a59e415f-26ad-414d-8ed1-80922069add1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:49:01Z', 'updated_at': '2021-04-09T13:49:02Z', 'revision_number': 1, 'project_id': '5240d1cd8ddf45229bb08f5d898d6214', 'subnets': [{'id': 'a59e415f-26ad-414d-8ed1-80922069add1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-785362-1-smb', False) {} {{(pid=85268) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 13:49:04.999049 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b8af7fd-c0b6-4aa4-9353-b7686336ebac None None] The sync data for ids ['924165f5-9fc8-4f0a-bf39-38df25ca1450'] in dv-cinder-785362-1-smb is: [{'id': '924165f5-9fc8-4f0a-bf39-38df25ca1450', 'name': 'tempest-TestShelveInstance-876794609-router', 'tenant_id': '5240d1cd8ddf45229bb08f5d898d6214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd39673be-df84-4009-abea-d472d159fdfd', 'external_fixed_ips': [{'subnet_id': 'f6eeb1a0-26c5-43d1-996f-84b999bf12c7', 'ip_address': '172.28.0.73'}], 'enable_snat': True}, 'gw_port_id': 'db9f7056-b40b-456f-a25c-64266083e5ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T13:48:53Z', 'updated_at': '2021-04-09T13:49:03Z', 'revision_number': 4, 'project_id': '5240d1cd8ddf45229bb08f5d898d6214', 'gw_port': {'id': 'db9f7056-b40b-456f-a25c-64266083e5ba', 'name': '', 'network_id': 'd39673be-df84-4009-abea-d472d159fdfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:f1:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '924165f5-9fc8-4f0a-bf39-38df25ca1450', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'f6eeb1a0-26c5-43d1-996f-84b999bf12c7', 'ip_address': '172.28.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:48:55Z', 'updated_at': '2021-04-09T13:49:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f6eeb1a0-26c5-43d1-996f-84b999bf12c7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-1-smb', '_interfaces': [{'id': '5e1314cc-cfed-4845-95f0-6f9a1f6263ae', 'name': '', 'network_id': 'aa2b75c9-d8d7-49cc-8b44-334f9d8d58a2', 'tenant_id': '5240d1cd8ddf45229bb08f5d898d6214', 'mac_address': 'fa:16:3e:6a:61:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '924165f5-9fc8-4f0a-bf39-38df25ca1450', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'a59e415f-26ad-414d-8ed1-80922069add1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:49:01Z', 'updated_at': '2021-04-09T13:49:02Z', 'revision_number': 1, 'project_id': '5240d1cd8ddf45229bb08f5d898d6214', 'subnets': [{'id': 'a59e415f-26ad-414d-8ed1-80922069add1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 09 13:49:05.082364 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee701f92-1895-4e01-a190-c50641c77225 admin admin] Network aa2b75c9-d8d7-49cc-8b44-334f9d8d58a2 is already hosted by enough agents. {{(pid=85265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 09 13:49:05.084478 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.scheduler.base_scheduler [None req-ee701f92-1895-4e01-a190-c50641c77225 admin admin] Resources bound (agent type, host, resource id): {{(pid=85265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 09 13:49:05.144979 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9879becf-f22a-4293-86ce-07ad55217f90 req-37d1d359-6fca-4598-8941-c07adfd06436 tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:49:05.146817 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-9879becf-f22a-4293-86ce-07ad55217f90 req-37d1d359-6fca-4598-8941-c07adfd06436 tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] 10.222.0.75 "GET /v2.0/ports?device_id=3b0c4a3a-57ce-4e76-a767-bd7ea7d79510 HTTP/1.1" status: 200 len: 946 time: 0.1710465 Apr 09 13:49:05.208456 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-9879becf-f22a-4293-86ce-07ad55217f90 req-c940975d-0896-459b-90f7-f60e7c49ba02 tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] 10.222.0.75 "GET /v2.0/security-groups?id=eea7a60b-00a0-497d-babc-18f415d64d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444901 Apr 09 13:49:05.260590 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:49:05.456204 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.provisioning_blocks [None req-fa6ad42d-e146-4371-ae31-b0473b7dc74a None None] Provisioning complete for port 5e1314cc-cfed-4845-95f0-6f9a1f6263ae triggered by entity DHCP. {{(pid=85267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 09 13:49:05.456704 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-fa6ad42d-e146-4371-ae31-b0473b7dc74a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765226'] for port, provisioning_complete {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:49:05.465716 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee701f92-1895-4e01-a190-c50641c77225 admin admin] Router 924165f5-9fc8-4f0a-bf39-38df25ca1450 has already been hosted by L3 agent 69305824-358b-46b0-9707-cd2ded304b9c {{(pid=85265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 09 13:49:05.624645 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.plugin [None req-fa6ad42d-e146-4371-ae31-b0473b7dc74a None None] Port 5e1314cc-cfed-4845-95f0-6f9a1f6263ae cannot update to ACTIVE because it is not bound. {{(pid=85267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 09 13:49:05.687505 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-c378f248-96be-4ef7-a52f-f55c09e56a36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:49:05.819236 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee701f92-1895-4e01-a190-c50641c77225 admin admin] Notify agent at l3_agent.dv-cinder-785362-1-smb the message routers_updated {{(pid=85265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 09 13:49:05.850167 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-ee701f92-1895-4e01-a190-c50641c77225 admin admin] 10.222.0.75 "PUT /v2.0/routers/924165f5-9fc8-4f0a-bf39-38df25ca1450/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1317198 Apr 09 13:49:06.704186 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df34e3c-080d-4f1f-8ab8-6ce81d21990b req-60e9bc17-ae90-4110-a577-ff9e19dabd15 tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:49:06.705946 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-1df34e3c-080d-4f1f-8ab8-6ce81d21990b req-60e9bc17-ae90-4110-a577-ff9e19dabd15 tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] 10.222.0.75 "GET /v2.0/ports?device_id=3b0c4a3a-57ce-4e76-a767-bd7ea7d79510 HTTP/1.1" status: 200 len: 946 time: 0.1619968 Apr 09 13:49:06.765786 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-1df34e3c-080d-4f1f-8ab8-6ce81d21990b req-7f0e879f-5f44-4b3c-9b08-fd7076d04028 tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] 10.222.0.75 "GET /v2.0/security-groups?id=eea7a60b-00a0-497d-babc-18f415d64d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470994 Apr 09 13:49:06.943528 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.rpc [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Device db9f7056-b40b-456f-a25c-64266083e5ba up at agent ovs-agent-dv-cinder-785362-1-smb {{(pid=85267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 09 13:49:07.032416 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.provisioning_blocks [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Provisioning for port db9f7056-b40b-456f-a25c-64266083e5ba completed by entity L2. {{(pid=85267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 09 13:49:07.037419 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.75', 60266) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:49:07.040796 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.provisioning_blocks [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Provisioning complete for port db9f7056-b40b-456f-a25c-64266083e5ba triggered by entity L2. {{(pid=85267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 09 13:49:07.041487 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765226'] for port, provisioning_complete {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:49:07.062997 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85266) accepted ('10.222.0.75', 60272) {{(pid=85266) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:49:07.072368 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.v2.base [None req-8c618c7b-74a0-4e6b-8215-a7c1130818b8 tempest-TestShelveInstance-2046492814 tempest-TestShelveInstance-2046492814-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1156843470', 'description': 'tempest-secgroup-smoke-1156843470 description', 'project_id': '42cd23f53368468a94a14f89589efd1d'}} {{(pid=85266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 09 13:49:07.079596 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-8c618c7b-74a0-4e6b-8215-a7c1130818b8 tempest-TestShelveInstance-2046492814 tempest-TestShelveInstance-2046492814-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 13:49:07.086950 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-8c618c7b-74a0-4e6b-8215-a7c1130818b8 tempest-TestShelveInstance-2046492814 tempest-TestShelveInstance-2046492814-project] Usage tracker for resource:security_group and tenant:42cd23f53368468a94a14f89589efd1d is out of sync, need to count used quota {{(pid=85266) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 13:49:07.091828 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-8c618c7b-74a0-4e6b-8215-a7c1130818b8 tempest-TestShelveInstance-2046492814 tempest-TestShelveInstance-2046492814-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=85266) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 13:49:07.098541 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-8c618c7b-74a0-4e6b-8215-a7c1130818b8 tempest-TestShelveInstance-2046492814 tempest-TestShelveInstance-2046492814-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 13:49:07.110703 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-8c618c7b-74a0-4e6b-8215-a7c1130818b8 tempest-TestShelveInstance-2046492814 tempest-TestShelveInstance-2046492814-project] Notify callbacks [] for security_group, before_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:49:07.140708 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-8c618c7b-74a0-4e6b-8215-a7c1130818b8 tempest-TestShelveInstance-2046492814 tempest-TestShelveInstance-2046492814-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 13:49:07.145551 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-8c618c7b-74a0-4e6b-8215-a7c1130818b8 tempest-TestShelveInstance-2046492814 tempest-TestShelveInstance-2046492814-project] Usage tracker for resource:security_group_rule and tenant:42cd23f53368468a94a14f89589efd1d is out of sync, need to count used quota {{(pid=85266) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 13:49:07.149520 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-8c618c7b-74a0-4e6b-8215-a7c1130818b8 tempest-TestShelveInstance-2046492814 tempest-TestShelveInstance-2046492814-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85266) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 13:49:07.157349 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-8c618c7b-74a0-4e6b-8215-a7c1130818b8 tempest-TestShelveInstance-2046492814 tempest-TestShelveInstance-2046492814-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 13:49:07.209203 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-d2def541-64f4-43f0-9ac3-7832589f2c28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:49:07.232360 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-d2def541-64f4-43f0-9ac3-7832589f2c28 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 13:49:07.238066 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-d2def541-64f4-43f0-9ac3-7832589f2c28 admin admin] Usage tracker for resource:security_group_rule and tenant:c60904c457134d898968ece85f9d3799 is out of sync, need to count used quota {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 13:49:07.244641 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853739810'] for port, before_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:49:07.247039 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-d2def541-64f4-43f0-9ac3-7832589f2c28 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 13:49:07.256813 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-d2def541-64f4-43f0-9ac3-7832589f2c28 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 13:49:07.261635 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-8c618c7b-74a0-4e6b-8215-a7c1130818b8 tempest-TestShelveInstance-2046492814 tempest-TestShelveInstance-2046492814-project] Notify callbacks [] for security_group, precommit_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:49:07.267678 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-8c618c7b-74a0-4e6b-8215-a7c1130818b8 tempest-TestShelveInstance-2046492814 tempest-TestShelveInstance-2046492814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738555'] for security_group, after_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:49:07.269296 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.db [None req-250ccce2-add9-4520-ab97-985e32375bee None None] For port db9f7056-b40b-456f-a25c-64266083e5ba, host dv-cinder-785362-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-1-smb',level=0,port_id=db9f7056-b40b-456f-a25c-64266083e5ba,segment=NetworkSegment(d71e9641-c1ca-48b4-9c8d-e574468b8697),segment_id=d71e9641-c1ca-48b4-9c8d-e574468b8697)] {{(pid=85267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 09 13:49:07.274739 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853739901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853759498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265038874484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771815468181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265039307602'] for port, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:49:07.277966 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-c4dd13f1-a989-4446-9ed7-68eb0bd5f528 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:49:07.287670 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-d0bc4ff6-cd03-406e-888e-6b1c7239113d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:49:07.329897 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c618c7b-74a0-4e6b-8215-a7c1130818b8 tempest-TestShelveInstance-2046492814 tempest-TestShelveInstance-2046492814-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5d340f6-5283-44aa-a0af-0d9d5b085036,revision_number=1']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:49:07.333143 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-8c618c7b-74a0-4e6b-8215-a7c1130818b8 tempest-TestShelveInstance-2046492814 tempest-TestShelveInstance-2046492814-project] Notify callbacks [] for security_group, before_response {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:49:07.334521 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-8c618c7b-74a0-4e6b-8215-a7c1130818b8 tempest-TestShelveInstance-2046492814 tempest-TestShelveInstance-2046492814-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2700498 Apr 09 13:49:07.335650 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-8c618c7b-74a0-4e6b-8215-a7c1130818b8 tempest-TestShelveInstance-2046492814 tempest-TestShelveInstance-2046492814-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:49:07.339209 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85266) accepted ('10.222.0.75', 60278) {{(pid=85266) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:49:07.347527 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.v2.base [None req-0a5f465a-57ca-4d4f-88da-f456240c0dd1 tempest-TestShelveInstance-2046492814 tempest-TestShelveInstance-2046492814-project] Request body: {'security_group_rule': {'security_group_id': 'f5d340f6-5283-44aa-a0af-0d9d5b085036', 'project_id': '42cd23f53368468a94a14f89589efd1d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 09 13:49:07.356152 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-0a5f465a-57ca-4d4f-88da-f456240c0dd1 tempest-TestShelveInstance-2046492814 tempest-TestShelveInstance-2046492814-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 13:49:07.362579 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-0a5f465a-57ca-4d4f-88da-f456240c0dd1 tempest-TestShelveInstance-2046492814 tempest-TestShelveInstance-2046492814-project] Usage tracker for resource:security_group_rule and tenant:42cd23f53368468a94a14f89589efd1d is out of sync, need to count used quota {{(pid=85266) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 13:49:07.366515 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-0a5f465a-57ca-4d4f-88da-f456240c0dd1 tempest-TestShelveInstance-2046492814 tempest-TestShelveInstance-2046492814-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85266) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 13:49:07.374709 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-0a5f465a-57ca-4d4f-88da-f456240c0dd1 tempest-TestShelveInstance-2046492814 tempest-TestShelveInstance-2046492814-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 13:49:07.385467 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Pushing event updated for resources: {'Port': ['ID=db9f7056-b40b-456f-a25c-64266083e5ba,revision_number=4']} {{(pid=85267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:49:07.395841 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:49:07.396405 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:49:07.396860 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:49:07.397342 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:49:07.397713 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:49:07.398196 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:49:07.399161 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:49:07.399869 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:49:07.400005 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:49:07.400324 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:49:07.400691 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:49:07.401151 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:49:07.403890 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-0a5f465a-57ca-4d4f-88da-f456240c0dd1 tempest-TestShelveInstance-2046492814 tempest-TestShelveInstance-2046492814-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:49:07.406848 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=85267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:49:07.427003 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-d2def541-64f4-43f0-9ac3-7832589f2c28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:49:07.431062 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-d2def541-64f4-43f0-9ac3-7832589f2c28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738555'] for security_group, after_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:49:07.446746 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-dbc9484d-95e8-45ab-8943-dc059cab6b10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:49:07.483071 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2def541-64f4-43f0-9ac3-7832589f2c28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=910cbeb6-b77e-427c-9529-30edd8b07330,revision_number=1']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:49:07.487074 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-d2def541-64f4-43f0-9ac3-7832589f2c28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:49:07.512542 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-0a5f465a-57ca-4d4f-88da-f456240c0dd1 tempest-TestShelveInstance-2046492814 tempest-TestShelveInstance-2046492814-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:49:07.519598 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-d2def541-64f4-43f0-9ac3-7832589f2c28 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=c60904c457134d898968ece85f9d3799&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4806199 Apr 09 13:49:07.519800 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85266) accepted ('10.222.0.75', 60282) {{(pid=85266) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:49:07.539613 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-0a5f465a-57ca-4d4f-88da-f456240c0dd1 tempest-TestShelveInstance-2046492814 tempest-TestShelveInstance-2046492814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738439'] for security_group_rule, after_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:49:07.558294 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:49:07.586171 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5f465a-57ca-4d4f-88da-f456240c0dd1 tempest-TestShelveInstance-2046492814 tempest-TestShelveInstance-2046492814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fcc16ce-68c0-43cf-8afe-5991499a8690,revision_number=0']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:49:07.595255 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-0a5f465a-57ca-4d4f-88da-f456240c0dd1 tempest-TestShelveInstance-2046492814 tempest-TestShelveInstance-2046492814-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:49:07.630311 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-0a5f465a-57ca-4d4f-88da-f456240c0dd1 tempest-TestShelveInstance-2046492814 tempest-TestShelveInstance-2046492814-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:49:07.634250 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-0a5f465a-57ca-4d4f-88da-f456240c0dd1 tempest-TestShelveInstance-2046492814 tempest-TestShelveInstance-2046492814-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2907569 Apr 09 13:49:07.634735 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.75', 60286) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:49:07.637307 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-173aeda9-d810-4f75-a1b8-94b6bb125335 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:49:07.641613 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.v2.base [None req-f552a7c4-21fa-4c71-bda7-236b638bc983 tempest-TestShelveInstance-2046492814 tempest-TestShelveInstance-2046492814-project] Request body: {'security_group_rule': {'security_group_id': 'f5d340f6-5283-44aa-a0af-0d9d5b085036', 'project_id': '42cd23f53368468a94a14f89589efd1d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=85265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 09 13:49:07.648075 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-f552a7c4-21fa-4c71-bda7-236b638bc983 tempest-TestShelveInstance-2046492814 tempest-TestShelveInstance-2046492814-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 13:49:07.652347 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-f552a7c4-21fa-4c71-bda7-236b638bc983 tempest-TestShelveInstance-2046492814 tempest-TestShelveInstance-2046492814-project] Usage tracker for resource:security_group_rule and tenant:42cd23f53368468a94a14f89589efd1d is out of sync, need to count used quota {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 13:49:07.655816 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-f552a7c4-21fa-4c71-bda7-236b638bc983 tempest-TestShelveInstance-2046492814 tempest-TestShelveInstance-2046492814-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 13:49:07.662091 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-f552a7c4-21fa-4c71-bda7-236b638bc983 tempest-TestShelveInstance-2046492814 tempest-TestShelveInstance-2046492814-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 13:49:07.672118 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-173aeda9-d810-4f75-a1b8-94b6bb125335 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:49:07.685407 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-f552a7c4-21fa-4c71-bda7-236b638bc983 tempest-TestShelveInstance-2046492814 tempest-TestShelveInstance-2046492814-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:49:07.728941 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-173aeda9-d810-4f75-a1b8-94b6bb125335 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738555'] for security_group, after_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:49:07.735415 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-c4dd5c67-80ad-4fd0-b68a-bd45d575e70b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:49:07.748038 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173aeda9-d810-4f75-a1b8-94b6bb125335 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=910cbeb6-b77e-427c-9529-30edd8b07330,revision_number=None']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:49:07.753394 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-173aeda9-d810-4f75-a1b8-94b6bb125335 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:49:07.759822 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-173aeda9-d810-4f75-a1b8-94b6bb125335 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:49:07.764202 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-173aeda9-d810-4f75-a1b8-94b6bb125335 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/910cbeb6-b77e-427c-9529-30edd8b07330 HTTP/1.1" status: 204 len: 168 time: 0.2407765 Apr 09 13:49:07.787635 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-f552a7c4-21fa-4c71-bda7-236b638bc983 tempest-TestShelveInstance-2046492814 tempest-TestShelveInstance-2046492814-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:49:07.791916 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-f552a7c4-21fa-4c71-bda7-236b638bc983 tempest-TestShelveInstance-2046492814 tempest-TestShelveInstance-2046492814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738439'] for security_group_rule, after_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:49:07.794633 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:49:07.820151 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f552a7c4-21fa-4c71-bda7-236b638bc983 tempest-TestShelveInstance-2046492814 tempest-TestShelveInstance-2046492814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2cc07c89-bc96-4a47-aef5-090eb1c4b581,revision_number=0']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:49:07.826150 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-f552a7c4-21fa-4c71-bda7-236b638bc983 tempest-TestShelveInstance-2046492814 tempest-TestShelveInstance-2046492814-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:49:07.835052 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-f552a7c4-21fa-4c71-bda7-236b638bc983 tempest-TestShelveInstance-2046492814 tempest-TestShelveInstance-2046492814-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:49:07.839785 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85266) accepted ('10.222.0.75', 60296) {{(pid=85266) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:49:07.846289 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.v2.base [None req-644e5dbe-7b6f-497e-9a32-6497a0ef075c tempest-TestShelveInstance-2046492814 tempest-TestShelveInstance-2046492814-project] Request body: {'security_group_rule': {'security_group_id': 'f5d340f6-5283-44aa-a0af-0d9d5b085036', 'project_id': '42cd23f53368468a94a14f89589efd1d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=85266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 09 13:49:07.850003 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-f552a7c4-21fa-4c71-bda7-236b638bc983 tempest-TestShelveInstance-2046492814 tempest-TestShelveInstance-2046492814-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2140186 Apr 09 13:49:07.854069 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-644e5dbe-7b6f-497e-9a32-6497a0ef075c tempest-TestShelveInstance-2046492814 tempest-TestShelveInstance-2046492814-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 13:49:07.859602 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-644e5dbe-7b6f-497e-9a32-6497a0ef075c tempest-TestShelveInstance-2046492814 tempest-TestShelveInstance-2046492814-project] Usage tracker for resource:security_group_rule and tenant:42cd23f53368468a94a14f89589efd1d is out of sync, need to count used quota {{(pid=85266) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 13:49:07.862926 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-644e5dbe-7b6f-497e-9a32-6497a0ef075c tempest-TestShelveInstance-2046492814 tempest-TestShelveInstance-2046492814-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=85266) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 13:49:07.875160 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-644e5dbe-7b6f-497e-9a32-6497a0ef075c tempest-TestShelveInstance-2046492814 tempest-TestShelveInstance-2046492814-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=85266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 13:49:07.896776 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-644e5dbe-7b6f-497e-9a32-6497a0ef075c tempest-TestShelveInstance-2046492814 tempest-TestShelveInstance-2046492814-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:49:08.089820 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-644e5dbe-7b6f-497e-9a32-6497a0ef075c tempest-TestShelveInstance-2046492814 tempest-TestShelveInstance-2046492814-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:49:08.095603 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-644e5dbe-7b6f-497e-9a32-6497a0ef075c tempest-TestShelveInstance-2046492814 tempest-TestShelveInstance-2046492814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738439'] for security_group_rule, after_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:49:08.109291 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194f6bbf-7e24-4213-8c16-7d23d1736e61 req-0f1f68f3-01c7-4dab-9f91-b58c8ae44424 tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:49:08.114298 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-194f6bbf-7e24-4213-8c16-7d23d1736e61 req-0f1f68f3-01c7-4dab-9f91-b58c8ae44424 tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] 10.222.0.75 "GET /v2.0/ports?device_id=3b0c4a3a-57ce-4e76-a767-bd7ea7d79510 HTTP/1.1" status: 200 len: 946 time: 0.1618061 Apr 09 13:49:08.122605 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-0a5f465a-57ca-4d4f-88da-f456240c0dd1 tempest-TestShelveInstance-2046492814 tempest-TestShelveInstance-2046492814-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:49:08.182302 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644e5dbe-7b6f-497e-9a32-6497a0ef075c tempest-TestShelveInstance-2046492814 tempest-TestShelveInstance-2046492814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c63ba5a4-a1a1-4d73-b922-a018ce657061,revision_number=0']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:49:08.205212 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.75', 60312) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:49:08.212652 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-194f6bbf-7e24-4213-8c16-7d23d1736e61 req-89257573-6fcd-48ab-bc33-e952e4602cd2 tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] 10.222.0.75 "GET /v2.0/security-groups?id=eea7a60b-00a0-497d-babc-18f415d64d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726292 Apr 09 13:49:08.214713 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-644e5dbe-7b6f-497e-9a32-6497a0ef075c tempest-TestShelveInstance-2046492814 tempest-TestShelveInstance-2046492814-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:49:08.216121 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-644e5dbe-7b6f-497e-9a32-6497a0ef075c tempest-TestShelveInstance-2046492814 tempest-TestShelveInstance-2046492814-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:49:08.219010 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-644e5dbe-7b6f-497e-9a32-6497a0ef075c tempest-TestShelveInstance-2046492814 tempest-TestShelveInstance-2046492814-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3773351 Apr 09 13:49:08.221857 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85266) accepted ('10.222.0.75', 60316) {{(pid=85266) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:49:08.231647 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.v2.base [None req-8fa6892c-b1a5-47eb-97bd-c8a6c7b6b480 tempest-TestShelveInstance-2046492814 tempest-TestShelveInstance-2046492814-project] Request body: {'security_group_rule': {'security_group_id': 'f5d340f6-5283-44aa-a0af-0d9d5b085036', 'project_id': '42cd23f53368468a94a14f89589efd1d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=85266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 09 13:49:08.248085 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-21981ead-5e2d-4a78-a4cf-c60d11bb974b admin admin] Notify callbacks [] for security_group, before_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:49:08.248396 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-8fa6892c-b1a5-47eb-97bd-c8a6c7b6b480 tempest-TestShelveInstance-2046492814 tempest-TestShelveInstance-2046492814-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 13:49:08.248396 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-8fa6892c-b1a5-47eb-97bd-c8a6c7b6b480 tempest-TestShelveInstance-2046492814 tempest-TestShelveInstance-2046492814-project] Usage tracker for resource:security_group_rule and tenant:42cd23f53368468a94a14f89589efd1d is out of sync, need to count used quota {{(pid=85266) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 13:49:08.253150 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-8fa6892c-b1a5-47eb-97bd-c8a6c7b6b480 tempest-TestShelveInstance-2046492814 tempest-TestShelveInstance-2046492814-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=85266) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 13:49:08.259381 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-21981ead-5e2d-4a78-a4cf-c60d11bb974b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 13:49:08.262484 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-8fa6892c-b1a5-47eb-97bd-c8a6c7b6b480 tempest-TestShelveInstance-2046492814 tempest-TestShelveInstance-2046492814-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=85266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 13:49:08.265259 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-21981ead-5e2d-4a78-a4cf-c60d11bb974b admin admin] Usage tracker for resource:security_group_rule and tenant:c000b78bf3ad4d068ca67c22b4acbdc2 is out of sync, need to count used quota {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 13:49:08.269905 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-21981ead-5e2d-4a78-a4cf-c60d11bb974b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 13:49:08.277976 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-21981ead-5e2d-4a78-a4cf-c60d11bb974b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 13:49:08.290290 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-8fa6892c-b1a5-47eb-97bd-c8a6c7b6b480 tempest-TestShelveInstance-2046492814 tempest-TestShelveInstance-2046492814-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:49:08.386007 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-8fa6892c-b1a5-47eb-97bd-c8a6c7b6b480 tempest-TestShelveInstance-2046492814 tempest-TestShelveInstance-2046492814-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:49:08.390053 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-8fa6892c-b1a5-47eb-97bd-c8a6c7b6b480 tempest-TestShelveInstance-2046492814 tempest-TestShelveInstance-2046492814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738439'] for security_group_rule, after_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:49:08.398422 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:49:08.400219 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-21981ead-5e2d-4a78-a4cf-c60d11bb974b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:49:08.403992 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-21981ead-5e2d-4a78-a4cf-c60d11bb974b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738555'] for security_group, after_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:49:08.419691 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-e80f8f70-c21b-48fb-892b-4910bb009c60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:49:08.423588 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa6892c-b1a5-47eb-97bd-c8a6c7b6b480 tempest-TestShelveInstance-2046492814 tempest-TestShelveInstance-2046492814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de94f958-cc9c-4b3e-af02-da61196ffb07,revision_number=0']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:49:08.427138 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-8fa6892c-b1a5-47eb-97bd-c8a6c7b6b480 tempest-TestShelveInstance-2046492814 tempest-TestShelveInstance-2046492814-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:49:08.437175 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-8fa6892c-b1a5-47eb-97bd-c8a6c7b6b480 tempest-TestShelveInstance-2046492814 tempest-TestShelveInstance-2046492814-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:49:08.439241 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-8fa6892c-b1a5-47eb-97bd-c8a6c7b6b480 tempest-TestShelveInstance-2046492814 tempest-TestShelveInstance-2046492814-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2152588 Apr 09 13:49:08.441912 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85266) accepted ('10.222.0.75', 60320) {{(pid=85266) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:49:08.448298 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.v2.base [None req-2258b95c-2d37-4a64-98c3-b7af1db5214f tempest-TestShelveInstance-2046492814 tempest-TestShelveInstance-2046492814-project] Request body: {'security_group_rule': {'security_group_id': 'f5d340f6-5283-44aa-a0af-0d9d5b085036', 'project_id': '42cd23f53368468a94a14f89589efd1d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=85266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 09 13:49:08.459721 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-2258b95c-2d37-4a64-98c3-b7af1db5214f tempest-TestShelveInstance-2046492814 tempest-TestShelveInstance-2046492814-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 13:49:08.465229 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-2258b95c-2d37-4a64-98c3-b7af1db5214f tempest-TestShelveInstance-2046492814 tempest-TestShelveInstance-2046492814-project] Usage tracker for resource:security_group_rule and tenant:42cd23f53368468a94a14f89589efd1d is out of sync, need to count used quota {{(pid=85266) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 13:49:08.469529 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-2258b95c-2d37-4a64-98c3-b7af1db5214f tempest-TestShelveInstance-2046492814 tempest-TestShelveInstance-2046492814-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=85266) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 13:49:08.476614 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-21981ead-5e2d-4a78-a4cf-c60d11bb974b admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=c000b78bf3ad4d068ca67c22b4acbdc2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2697885 Apr 09 13:49:08.477422 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.75', 60324) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:49:08.477892 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-2258b95c-2d37-4a64-98c3-b7af1db5214f tempest-TestShelveInstance-2046492814 tempest-TestShelveInstance-2046492814-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=85266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 13:49:08.478544 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21981ead-5e2d-4a78-a4cf-c60d11bb974b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9440452e-0453-4618-ab77-c6b09f700b85,revision_number=1']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:49:08.483278 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-21981ead-5e2d-4a78-a4cf-c60d11bb974b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:49:08.509297 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.db.securitygroups_db [None req-2258b95c-2d37-4a64-98c3-b7af1db5214f tempest-TestShelveInstance-2046492814 tempest-TestShelveInstance-2046492814-project] Project 42cd23f53368468a94a14f89589efd1d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 09 13:49:08.523602 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-2258b95c-2d37-4a64-98c3-b7af1db5214f tempest-TestShelveInstance-2046492814 tempest-TestShelveInstance-2046492814-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:49:08.581339 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-df37eb04-66ad-413c-bf27-87da3739de5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:49:08.618482 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-df37eb04-66ad-413c-bf27-87da3739de5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:49:08.650509 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-2258b95c-2d37-4a64-98c3-b7af1db5214f tempest-TestShelveInstance-2046492814 tempest-TestShelveInstance-2046492814-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:49:08.654276 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-2258b95c-2d37-4a64-98c3-b7af1db5214f tempest-TestShelveInstance-2046492814 tempest-TestShelveInstance-2046492814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738439'] for security_group_rule, after_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:49:08.665393 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-69b186aa-001f-42cf-b0ce-4783bbab9746 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:49:08.678387 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-df37eb04-66ad-413c-bf27-87da3739de5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738555'] for security_group, after_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:49:08.684534 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-04ae0d63-b8e4-486b-b3fc-fa7e167df38a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:49:08.687920 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2258b95c-2d37-4a64-98c3-b7af1db5214f tempest-TestShelveInstance-2046492814 tempest-TestShelveInstance-2046492814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f972e8ea-024b-40d6-9d5c-682d5e56d167,revision_number=0']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:49:08.691758 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-2258b95c-2d37-4a64-98c3-b7af1db5214f tempest-TestShelveInstance-2046492814 tempest-TestShelveInstance-2046492814-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:49:08.697182 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df37eb04-66ad-413c-bf27-87da3739de5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9440452e-0453-4618-ab77-c6b09f700b85,revision_number=None']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:49:08.701470 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-df37eb04-66ad-413c-bf27-87da3739de5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:49:08.701709 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-2258b95c-2d37-4a64-98c3-b7af1db5214f tempest-TestShelveInstance-2046492814 tempest-TestShelveInstance-2046492814-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:49:08.703178 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-2258b95c-2d37-4a64-98c3-b7af1db5214f tempest-TestShelveInstance-2046492814 tempest-TestShelveInstance-2046492814-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2601650 Apr 09 13:49:08.706870 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85266) accepted ('10.222.0.75', 60328) {{(pid=85266) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:49:08.707231 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-df37eb04-66ad-413c-bf27-87da3739de5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:49:08.711653 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-df37eb04-66ad-413c-bf27-87da3739de5e admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/9440452e-0453-4618-ab77-c6b09f700b85 HTTP/1.1" status: 204 len: 168 time: 0.2271550 Apr 09 13:49:08.723024 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.v2.base [None req-f35b2a68-39df-4e8c-884f-c063c2f096d9 tempest-TestShelveInstance-2046492814 tempest-TestShelveInstance-2046492814-project] Request body: {'security_group_rule': {'security_group_id': 'f5d340f6-5283-44aa-a0af-0d9d5b085036', 'project_id': '42cd23f53368468a94a14f89589efd1d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=85266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 09 13:49:08.735778 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-f35b2a68-39df-4e8c-884f-c063c2f096d9 tempest-TestShelveInstance-2046492814 tempest-TestShelveInstance-2046492814-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 13:49:08.741351 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-f35b2a68-39df-4e8c-884f-c063c2f096d9 tempest-TestShelveInstance-2046492814 tempest-TestShelveInstance-2046492814-project] Usage tracker for resource:security_group_rule and tenant:42cd23f53368468a94a14f89589efd1d is out of sync, need to count used quota {{(pid=85266) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 13:49:08.749452 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-f35b2a68-39df-4e8c-884f-c063c2f096d9 tempest-TestShelveInstance-2046492814 tempest-TestShelveInstance-2046492814-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=85266) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 13:49:08.770069 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-f35b2a68-39df-4e8c-884f-c063c2f096d9 tempest-TestShelveInstance-2046492814 tempest-TestShelveInstance-2046492814-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=85266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 13:49:08.794083 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.db.securitygroups_db [None req-f35b2a68-39df-4e8c-884f-c063c2f096d9 tempest-TestShelveInstance-2046492814 tempest-TestShelveInstance-2046492814-project] Project 42cd23f53368468a94a14f89589efd1d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 09 13:49:08.807827 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-f35b2a68-39df-4e8c-884f-c063c2f096d9 tempest-TestShelveInstance-2046492814 tempest-TestShelveInstance-2046492814-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:49:08.855742 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.rpc [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Device db9f7056-b40b-456f-a25c-64266083e5ba up at agent ovs-agent-dv-cinder-785362-1-smb {{(pid=85267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 09 13:49:08.904038 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-f35b2a68-39df-4e8c-884f-c063c2f096d9 tempest-TestShelveInstance-2046492814 tempest-TestShelveInstance-2046492814-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:49:08.908718 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-f35b2a68-39df-4e8c-884f-c063c2f096d9 tempest-TestShelveInstance-2046492814 tempest-TestShelveInstance-2046492814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738439'] for security_group_rule, after_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:49:08.915776 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-644e5dbe-7b6f-497e-9a32-6497a0ef075c tempest-TestShelveInstance-2046492814 tempest-TestShelveInstance-2046492814-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:49:08.948631 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35b2a68-39df-4e8c-884f-c063c2f096d9 tempest-TestShelveInstance-2046492814 tempest-TestShelveInstance-2046492814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59dc3914-b8f1-4a75-b2b0-164a8226dfcc,revision_number=0']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:49:08.952039 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-f35b2a68-39df-4e8c-884f-c063c2f096d9 tempest-TestShelveInstance-2046492814 tempest-TestShelveInstance-2046492814-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:49:08.963086 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-f35b2a68-39df-4e8c-884f-c063c2f096d9 tempest-TestShelveInstance-2046492814 tempest-TestShelveInstance-2046492814-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:49:08.964640 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-f35b2a68-39df-4e8c-884f-c063c2f096d9 tempest-TestShelveInstance-2046492814 tempest-TestShelveInstance-2046492814-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2562091 Apr 09 13:49:09.000950 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.provisioning_blocks [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Provisioning complete for port db9f7056-b40b-456f-a25c-64266083e5ba triggered by entity L2. {{(pid=85267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 09 13:49:09.001872 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765226'] for port, provisioning_complete {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:49:09.295054 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54060786-206a-4523-9fac-f5df0eaeec4d None None] Sync routers for ids ['924165f5-9fc8-4f0a-bf39-38df25ca1450'] in dv-cinder-785362-1-smb {{(pid=85267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 09 13:49:09.313189 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54060786-206a-4523-9fac-f5df0eaeec4d None None] Routers {'924165f5-9fc8-4f0a-bf39-38df25ca1450'} bound to L3 agent in host dv-cinder-785362-1-smb {{(pid=85267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 09 13:49:09.316367 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_hamode_db [None req-54060786-206a-4523-9fac-f5df0eaeec4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-785362-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-09T13:38:04Z,description=,heartbeat_timestamp=2021-04-09T13:49:04Z,host='dv-cinder-785362-1-smb',id=69305824-358b-46b0-9707-cd2ded304b9c,load=0,resource_versions=,resources_synced=,started_at=2021-04-09T13:38:04Z,topic='l3_agent')) {'router_ids': ['924165f5-9fc8-4f0a-bf39-38df25ca1450'], 'active': True} {{(pid=85267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 13:49:09.603989 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861d9228-f103-48f8-98fd-f47204960037 req-bc972b21-87a7-46f8-adad-509107343d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:49:09.605396 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-861d9228-f103-48f8-98fd-f47204960037 req-bc972b21-87a7-46f8-adad-509107343d31 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=3b0c4a3a-57ce-4e76-a767-bd7ea7d79510 HTTP/1.1" status: 200 len: 1099 time: 0.3416007 Apr 09 13:49:09.699641 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-861d9228-f103-48f8-98fd-f47204960037 req-f7182991-b7c3-4599-a6d6-a73655afaccf service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=eea7a60b-00a0-497d-babc-18f415d64d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807703 Apr 09 13:49:09.714563 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dad52f6-5e1e-4470-ac3c-a7bce350f2ba req-1463345f-2cc4-4195-bd11-1392f90b3805 tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:49:09.718661 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-5dad52f6-5e1e-4470-ac3c-a7bce350f2ba req-1463345f-2cc4-4195-bd11-1392f90b3805 tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] 10.222.0.75 "GET /v2.0/ports?device_id=3b0c4a3a-57ce-4e76-a767-bd7ea7d79510 HTTP/1.1" status: 200 len: 946 time: 0.2787566 Apr 09 13:49:09.724710 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_dvr_db [None req-54060786-206a-4523-9fac-f5df0eaeec4d None None] Set router 924165f5-9fc8-4f0a-bf39-38df25ca1450 gateway port host: dv-cinder-785362-1-smb {{(pid=85267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 09 13:49:09.776046 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-5dad52f6-5e1e-4470-ac3c-a7bce350f2ba req-d191f527-26f5-4e82-b108-6bcb97335f56 tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] 10.222.0.75 "GET /v2.0/security-groups?id=eea7a60b-00a0-497d-babc-18f415d64d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491874 Apr 09 13:49:10.195403 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-97492dd8-f74b-43c2-8014-57e826b773f8 req-ebd19b8c-6e9a-4039-b995-9805a1e571ac service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=8b5d6eb5-8dfa-4fd0-8f2d-9dd3590c2daf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1448922 Apr 09 13:49:10.233966 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.75', 60408) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:49:10.344783 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97492dd8-f74b-43c2-8014-57e826b773f8 req-d160a7fb-4438-4620-99c2-5d24eb15a3e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:49:10.346453 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-97492dd8-f74b-43c2-8014-57e826b773f8 req-d160a7fb-4438-4620-99c2-5d24eb15a3e7 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=a2b444c2a873486d8c3ff30419c2c3f8&device_id=8b5d6eb5-8dfa-4fd0-8f2d-9dd3590c2daf HTTP/1.1" status: 200 len: 1098 time: 0.1175318 Apr 09 13:49:10.374057 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_hamode_db [None req-54060786-206a-4523-9fac-f5df0eaeec4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '924165f5-9fc8-4f0a-bf39-38df25ca1450', 'name': 'tempest-TestShelveInstance-876794609-router', 'tenant_id': '5240d1cd8ddf45229bb08f5d898d6214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd39673be-df84-4009-abea-d472d159fdfd', 'external_fixed_ips': [{'subnet_id': 'f6eeb1a0-26c5-43d1-996f-84b999bf12c7', 'ip_address': '172.28.0.73'}], 'enable_snat': True}, 'gw_port_id': 'db9f7056-b40b-456f-a25c-64266083e5ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T13:48:53Z', 'updated_at': '2021-04-09T13:49:03Z', 'revision_number': 4, 'project_id': '5240d1cd8ddf45229bb08f5d898d6214', 'gw_port': {'id': 'db9f7056-b40b-456f-a25c-64266083e5ba', 'name': '', 'network_id': 'd39673be-df84-4009-abea-d472d159fdfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:f1:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '924165f5-9fc8-4f0a-bf39-38df25ca1450', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'f6eeb1a0-26c5-43d1-996f-84b999bf12c7', 'ip_address': '172.28.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:48:55Z', 'updated_at': '2021-04-09T13:49:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6eeb1a0-26c5-43d1-996f-84b999bf12c7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-1-smb', '_interfaces': [{'id': '5e1314cc-cfed-4845-95f0-6f9a1f6263ae', 'name': '', 'network_id': 'aa2b75c9-d8d7-49cc-8b44-334f9d8d58a2', 'tenant_id': '5240d1cd8ddf45229bb08f5d898d6214', 'mac_address': 'fa:16:3e:6a:61:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '924165f5-9fc8-4f0a-bf39-38df25ca1450', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'a59e415f-26ad-414d-8ed1-80922069add1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:49:01Z', 'updated_at': '2021-04-09T13:49:04Z', 'revision_number': 2, 'project_id': '5240d1cd8ddf45229bb08f5d898d6214', 'subnets': [{'id': 'a59e415f-26ad-414d-8ed1-80922069add1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-785362-1-smb', False) {} {{(pid=85267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 13:49:10.390114 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54060786-206a-4523-9fac-f5df0eaeec4d None None] Checking router: 924165f5-9fc8-4f0a-bf39-38df25ca1450 for host: dv-cinder-785362-1-smb {{(pid=85267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 09 13:49:10.392234 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.v2.base [None req-196f8898-354d-4e00-979b-0cdbb766c1fc admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1022371214-network', 'tenant_id': 'f67346613fba4fea8326d2e37f000a26'}} {{(pid=85265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 09 13:49:10.393301 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54060786-206a-4523-9fac-f5df0eaeec4d None None] Updating router 924165f5-9fc8-4f0a-bf39-38df25ca1450 port 5e1314cc-cfed-4845-95f0-6f9a1f6263ae binding host dv-cinder-785362-1-smb {{(pid=85267) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 09 13:49:10.398099 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-196f8898-354d-4e00-979b-0cdbb766c1fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 13:49:10.402722 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-196f8898-354d-4e00-979b-0cdbb766c1fc admin admin] Usage tracker for resource:network and tenant:f67346613fba4fea8326d2e37f000a26 is out of sync, need to count used quota {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 13:49:10.406597 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-196f8898-354d-4e00-979b-0cdbb766c1fc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 13:49:10.428987 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-196f8898-354d-4e00-979b-0cdbb766c1fc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 13:49:10.448899 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-196f8898-354d-4e00-979b-0cdbb766c1fc admin admin] Made reservation on behalf of f67346613fba4fea8326d2e37f000a26 for: {'network': 1} {{(pid=85265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 09 13:49:10.459071 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-196f8898-354d-4e00-979b-0cdbb766c1fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853739810'] for network, before_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:49:10.477576 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-54060786-206a-4523-9fac-f5df0eaeec4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853739810'] for port, before_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:49:10.479437 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-196f8898-354d-4e00-979b-0cdbb766c1fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:49:10.524477 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-196f8898-354d-4e00-979b-0cdbb766c1fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 13:49:10.533145 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-196f8898-354d-4e00-979b-0cdbb766c1fc admin admin] Usage tracker for resource:security_group_rule and tenant:f67346613fba4fea8326d2e37f000a26 is out of sync, need to count used quota {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 13:49:10.541340 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-196f8898-354d-4e00-979b-0cdbb766c1fc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 13:49:10.553418 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-196f8898-354d-4e00-979b-0cdbb766c1fc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 13:49:10.565631 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97492dd8-f74b-43c2-8014-57e826b773f8 req-bb149bc8-9b5e-474d-b0b2-ddc704a0ec0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:49:10.571934 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-97492dd8-f74b-43c2-8014-57e826b773f8 req-bb149bc8-9b5e-474d-b0b2-ddc704a0ec0f service neutron] 10.222.0.90 "GET /v2.0/networks?id=a4bc50d2-4a55-4ee1-87aa-a1e91be18584 HTTP/1.1" status: 200 len: 918 time: 0.1920097 Apr 09 13:49:10.689510 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-196f8898-354d-4e00-979b-0cdbb766c1fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:49:10.693727 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-196f8898-354d-4e00-979b-0cdbb766c1fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738555'] for security_group, after_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:49:10.708597 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-196f8898-354d-4e00-979b-0cdbb766c1fc admin admin] vlan segment allocate from pool success with {'vlan_id': 618, 'physical_network': 'physnet1'} {{(pid=85265) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 09 13:49:10.720682 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-196f8898-354d-4e00-979b-0cdbb766c1fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854760408'] for segment, precommit_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:49:10.721582 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.db.segments_db [None req-196f8898-354d-4e00-979b-0cdbb766c1fc admin admin] Added segment 32c05caa-5d65-4469-9d83-b4dfe0224c07 of type vlan for network 0a9befd7-7d4f-4dd2-bcef-e77b4015cb65 Apr 09 13:49:10.771357 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-196f8898-354d-4e00-979b-0cdbb766c1fc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363265039334123'] for network, precommit_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:49:10.841356 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-68eaa5e3-bbcd-431d-a757-518a2d37f1a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:49:10.849036 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-97492dd8-f74b-43c2-8014-57e826b773f8 req-0cc36372-a91e-4c4e-a78f-871eed4ba39b service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=317fc4fb-b778-458a-a027-e44683b0f676 HTTP/1.1" status: 200 len: 1000 time: 0.2598894 Apr 09 13:49:10.866561 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-196f8898-354d-4e00-979b-0cdbb766c1fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299'] for network, after_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:49:10.871403 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-196f8898-354d-4e00-979b-0cdbb766c1fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:49:10.872695 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-196f8898-354d-4e00-979b-0cdbb766c1fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758280'] for network, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:49:10.904572 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196f8898-354d-4e00-979b-0cdbb766c1fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be19d9a7-e27e-4364-88d3-306f560a7980,revision_number=1']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:49:10.921407 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-196f8898-354d-4e00-979b-0cdbb766c1fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:49:10.925572 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.037s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:49:11.072268 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:49:11.091273 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196f8898-354d-4e00-979b-0cdbb766c1fc admin admin] Pushing event updated for resources: {'Network': ['ID=0a9befd7-7d4f-4dd2-bcef-e77b4015cb65,revision_number=1']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:49:11.105820 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-196f8898-354d-4e00-979b-0cdbb766c1fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:49:11.113971 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-196f8898-354d-4e00-979b-0cdbb766c1fc admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8787320 Apr 09 13:49:11.118335 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.75', 60442) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:49:11.126097 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.v2.base [None req-6981b85d-d5b0-4bfd-a6a6-5298749aa7a1 admin admin] Request body: {'subnet': {'network_id': '0a9befd7-7d4f-4dd2-bcef-e77b4015cb65', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1022371214-subnet', 'tenant_id': 'f67346613fba4fea8326d2e37f000a26', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 09 13:49:11.140257 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-6981b85d-d5b0-4bfd-a6a6-5298749aa7a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 13:49:11.147037 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.rpc [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Network 0a9befd7-7d4f-4dd2-bcef-e77b4015cb65 details requested by agent ovs-agent-dv-cinder-785362-1-smb with host dv-cinder-785362-1-smb {{(pid=85267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 09 13:49:11.159023 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-6981b85d-d5b0-4bfd-a6a6-5298749aa7a1 admin admin] Usage tracker for resource:subnet and tenant:f67346613fba4fea8326d2e37f000a26 is out of sync, need to count used quota {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 13:49:11.166408 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-6981b85d-d5b0-4bfd-a6a6-5298749aa7a1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 13:49:11.181526 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-6981b85d-d5b0-4bfd-a6a6-5298749aa7a1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 13:49:11.197795 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97492dd8-f74b-43c2-8014-57e826b773f8 req-039031d8-4abe-462e-86ea-868e4ae04585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:49:11.199581 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-97492dd8-f74b-43c2-8014-57e826b773f8 req-039031d8-4abe-462e-86ea-868e4ae04585 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=0144e1c8-7bcb-42a5-ac9e-709c8b2e67a5 HTTP/1.1" status: 200 len: 856 time: 0.3245535 Apr 09 13:49:11.200948 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6981b85d-d5b0-4bfd-a6a6-5298749aa7a1 admin admin] Made reservation on behalf of f67346613fba4fea8326d2e37f000a26 for: {'subnet': 1} {{(pid=85265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 09 13:49:11.207177 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-6981b85d-d5b0-4bfd-a6a6-5298749aa7a1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2379586'] for subnet, before_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:49:11.345232 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc214151-ca65-4b5d-a142-e1c4e785e2fb req-62c4e06c-9139-4c4e-ac28-4b74ace3a0ca tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:49:11.349286 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-fc214151-ca65-4b5d-a142-e1c4e785e2fb req-62c4e06c-9139-4c4e-ac28-4b74ace3a0ca tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] 10.222.0.75 "GET /v2.0/ports?device_id=3b0c4a3a-57ce-4e76-a767-bd7ea7d79510 HTTP/1.1" status: 200 len: 946 time: 0.3480251 Apr 09 13:49:11.402321 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-fc214151-ca65-4b5d-a142-e1c4e785e2fb req-44c6d961-837b-4202-afc6-16b4e9d80278 tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] 10.222.0.75 "GET /v2.0/security-groups?id=eea7a60b-00a0-497d-babc-18f415d64d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345232 Apr 09 13:49:11.411673 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97492dd8-f74b-43c2-8014-57e826b773f8 req-633d9698-7442-4f87-8ded-c463771c0bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:49:11.413437 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-97492dd8-f74b-43c2-8014-57e826b773f8 req-633d9698-7442-4f87-8ded-c463771c0bd5 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=a4bc50d2-4a55-4ee1-87aa-a1e91be18584&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2036009 Apr 09 13:49:11.519203 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-54060786-206a-4523-9fac-f5df0eaeec4d None None] Notify callbacks [] for port, precommit_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:49:11.553551 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.provisioning_blocks [None req-54060786-206a-4523-9fac-f5df0eaeec4d None None] Transition to ACTIVE for port object 5e1314cc-cfed-4845-95f0-6f9a1f6263ae will not be triggered until provisioned by entity L2. {{(pid=85267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 09 13:49:11.562518 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-54060786-206a-4523-9fac-f5df0eaeec4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853739901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853759498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265038874484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771815468181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265039307602'] for port, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:49:11.591209 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:49:11.688008 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-97492dd8-f74b-43c2-8014-57e826b773f8 req-8d693c5f-77e6-4d98-818c-e051caac618f service neutron] 10.222.0.90 "GET /v2.0/networks/a4bc50d2-4a55-4ee1-87aa-a1e91be18584?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2615597 Apr 09 13:49:11.835574 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9eb629c-77bb-4d72-aa71-0404bf3065a5 None None] Pushing event updated for resources: {'Port': ['ID=5e1314cc-cfed-4845-95f0-6f9a1f6263ae,revision_number=3']} {{(pid=85267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:49:11.842981 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-f9eb629c-77bb-4d72-aa71-0404bf3065a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=85267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:49:11.849876 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-6981b85d-d5b0-4bfd-a6a6-5298749aa7a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851965029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2379635'] for subnet, after_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:49:11.869500 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:49:12.017531 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6981b85d-d5b0-4bfd-a6a6-5298749aa7a1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0619f3d1-befb-44a2-8611-eedfc5824ef1,revision_number=0']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:49:12.022309 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-6981b85d-d5b0-4bfd-a6a6-5298749aa7a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:49:12.113630 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.managers [None req-54060786-206a-4523-9fac-f5df0eaeec4d None None] Attempting to bind port 5e1314cc-cfed-4845-95f0-6f9a1f6263ae on host dv-cinder-785362-1-smb for vnic_type normal with profile {{(pid=85267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 09 13:49:12.114356 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.managers [None req-54060786-206a-4523-9fac-f5df0eaeec4d None None] Attempting to bind port 5e1314cc-cfed-4845-95f0-6f9a1f6263ae by drivers openvswitch,hyperv on host dv-cinder-785362-1-smb at level 0 using segments [{'id': '35c5af08-fbdd-4a59-bf0a-e59565b1d38c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'aa2b75c9-d8d7-49cc-8b44-334f9d8d58a2'}] {{(pid=85267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 09 13:49:12.114881 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54060786-206a-4523-9fac-f5df0eaeec4d None None] Attempting to bind port 5e1314cc-cfed-4845-95f0-6f9a1f6263ae on network aa2b75c9-d8d7-49cc-8b44-334f9d8d58a2 {{(pid=85267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 09 13:49:12.115390 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6981b85d-d5b0-4bfd-a6a6-5298749aa7a1 admin admin] Checking segment: {'id': '32c05caa-5d65-4469-9d83-b4dfe0224c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '0a9befd7-7d4f-4dd2-bcef-e77b4015cb65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 09 13:49:12.115937 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6981b85d-d5b0-4bfd-a6a6-5298749aa7a1 admin admin] Network hostable DHCP agents. Network: 0a9befd7-7d4f-4dd2-bcef-e77b4015cb65, hostable agents: ['977b5286-6f81-4d97-b9b2-e69f70c69ca5'], hosted agents: [] {{(pid=85265) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 09 13:49:12.126016 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54060786-206a-4523-9fac-f5df0eaeec4d None None] Checking agent: {'id': 'e6bfe7c3-14e3-41b1-b7be-435962079a33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-785362-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 9, 13, 38, 5), 'started_at': datetime.datetime(2021, 4, 9, 13, 38, 35), 'heartbeat_timestamp': datetime.datetime(2021, 4, 9, 13, 49, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-785362-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 09 13:49:12.126449 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54060786-206a-4523-9fac-f5df0eaeec4d None None] Checking segment: {'id': '35c5af08-fbdd-4a59-bf0a-e59565b1d38c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'aa2b75c9-d8d7-49cc-8b44-334f9d8d58a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 09 13:49:12.127029 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-54060786-206a-4523-9fac-f5df0eaeec4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:49:12.127591 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54060786-206a-4523-9fac-f5df0eaeec4d None None] Bound using segment: {'id': '35c5af08-fbdd-4a59-bf0a-e59565b1d38c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'aa2b75c9-d8d7-49cc-8b44-334f9d8d58a2'} {{(pid=85267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 09 13:49:12.132692 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.managers [None req-54060786-206a-4523-9fac-f5df0eaeec4d None None] Bound port: 5e1314cc-cfed-4845-95f0-6f9a1f6263ae, host: dv-cinder-785362-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35c5af08-fbdd-4a59-bf0a-e59565b1d38c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'aa2b75c9-d8d7-49cc-8b44-334f9d8d58a2'}}] {{(pid=85267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 09 13:49:12.137145 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-54060786-206a-4523-9fac-f5df0eaeec4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853739810'] for port, before_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:49:12.173548 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6981b85d-d5b0-4bfd-a6a6-5298749aa7a1 admin admin] Network 0a9befd7-7d4f-4dd2-bcef-e77b4015cb65 is scheduled to be hosted by DHCP agent 977b5286-6f81-4d97-b9b2-e69f70c69ca5 with binding_index 1 {{(pid=85265) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 09 13:49:12.196511 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.scheduler.base_scheduler [None req-6981b85d-d5b0-4bfd-a6a6-5298749aa7a1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-785362-1-smb, 0a9befd7-7d4f-4dd2-bcef-e77b4015cb65) {{(pid=85265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 09 13:49:12.207522 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-97492dd8-f74b-43c2-8014-57e826b773f8 req-0b3f6b6e-39f9-47b6-a170-8198138f413b service neutron] 10.222.0.90 "GET /v2.0/networks/a4bc50d2-4a55-4ee1-87aa-a1e91be18584?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5103686 Apr 09 13:49:12.218219 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b3df18e-68fb-4666-b64e-059f06a3aa24 None None] Network 0a9befd7-7d4f-4dd2-bcef-e77b4015cb65 requested from dv-cinder-785362-1-smb {{(pid=85267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 09 13:49:12.222994 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6981b85d-d5b0-4bfd-a6a6-5298749aa7a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:49:12.223929 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-6981b85d-d5b0-4bfd-a6a6-5298749aa7a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758280'] for subnet, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:49:12.250632 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-6981b85d-d5b0-4bfd-a6a6-5298749aa7a1 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1276860 Apr 09 13:49:12.359666 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.db [None req-54060786-206a-4523-9fac-f5df0eaeec4d None None] For port 5e1314cc-cfed-4845-95f0-6f9a1f6263ae, host dv-cinder-785362-1-smb, cleared binding levels {{(pid=85267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 09 13:49:12.382734 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.db [None req-54060786-206a-4523-9fac-f5df0eaeec4d None None] For port 5e1314cc-cfed-4845-95f0-6f9a1f6263ae, host dv-cinder-785362-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-1-smb',level=0,port_id=5e1314cc-cfed-4845-95f0-6f9a1f6263ae,segment=NetworkSegment(35c5af08-fbdd-4a59-bf0a-e59565b1d38c),segment_id=35c5af08-fbdd-4a59-bf0a-e59565b1d38c)] {{(pid=85267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 09 13:49:12.390691 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-54060786-206a-4523-9fac-f5df0eaeec4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853739901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853759498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265038874484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771815468181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265039307602'] for port, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:49:12.412667 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:49:12.698872 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9eb629c-77bb-4d72-aa71-0404bf3065a5 None None] Pushing event updated for resources: {'Port': ['ID=5e1314cc-cfed-4845-95f0-6f9a1f6263ae,revision_number=4']} {{(pid=85267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:49:12.713026 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-f9eb629c-77bb-4d72-aa71-0404bf3065a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=85267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:49:12.795127 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12285ff-7957-4d56-bbb9-da960d40ae98 req-fb0fa445-5b04-425b-bc2c-9077447503c8 tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:49:12.810938 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-b12285ff-7957-4d56-bbb9-da960d40ae98 req-fb0fa445-5b04-425b-bc2c-9077447503c8 tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] 10.222.0.75 "GET /v2.0/ports?device_id=3b0c4a3a-57ce-4e76-a767-bd7ea7d79510 HTTP/1.1" status: 200 len: 946 time: 0.1966941 Apr 09 13:49:12.869293 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-b12285ff-7957-4d56-bbb9-da960d40ae98 req-b715a65d-58d9-4246-9242-8ed76d91fff8 tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] 10.222.0.75 "GET /v2.0/security-groups?id=eea7a60b-00a0-497d-babc-18f415d64d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572062 Apr 09 13:49:13.037064 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.rpc [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Device 5e1314cc-cfed-4845-95f0-6f9a1f6263ae up at agent ovs-agent-dv-cinder-785362-1-smb {{(pid=85267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 09 13:49:13.118594 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1074f11f-a73b-4596-8ec5-4d71bb6d3a78 None None] Network 0a9befd7-7d4f-4dd2-bcef-e77b4015cb65 requested from dv-cinder-785362-1-smb {{(pid=85267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 09 13:49:13.283081 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54060786-206a-4523-9fac-f5df0eaeec4d None None] Routers {'924165f5-9fc8-4f0a-bf39-38df25ca1450'} bound to L3 agent in host dv-cinder-785362-1-smb {{(pid=85267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 09 13:49:13.284609 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_hamode_db [None req-54060786-206a-4523-9fac-f5df0eaeec4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-785362-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-09T13:38:04Z,description=,heartbeat_timestamp=2021-04-09T13:49:04Z,host='dv-cinder-785362-1-smb',id=69305824-358b-46b0-9707-cd2ded304b9c,load=0,resource_versions=,resources_synced=,started_at=2021-04-09T13:38:04Z,topic='l3_agent')) {'router_ids': ['924165f5-9fc8-4f0a-bf39-38df25ca1450'], 'active': True} {{(pid=85267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 13:49:13.391959 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85266) accepted ('10.222.0.75', 60498) {{(pid=85266) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:49:13.400546 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.v2.base [None req-8dc38629-daff-43ff-95a9-a5da1be62cca admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1209656750-network', 'tenant_id': '5b0819c757ee46a5a6a623d0ccfb01f4'}} {{(pid=85266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 09 13:49:13.408104 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-8dc38629-daff-43ff-95a9-a5da1be62cca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 13:49:13.412950 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-8dc38629-daff-43ff-95a9-a5da1be62cca admin admin] Usage tracker for resource:network and tenant:5b0819c757ee46a5a6a623d0ccfb01f4 is out of sync, need to count used quota {{(pid=85266) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 13:49:13.419061 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-8dc38629-daff-43ff-95a9-a5da1be62cca admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85266) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 13:49:13.474640 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-8dc38629-daff-43ff-95a9-a5da1be62cca admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 13:49:13.543173 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dc38629-daff-43ff-95a9-a5da1be62cca admin admin] Made reservation on behalf of 5b0819c757ee46a5a6a623d0ccfb01f4 for: {'network': 1} {{(pid=85266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 09 13:49:13.550104 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-8dc38629-daff-43ff-95a9-a5da1be62cca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853739810'] for network, before_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:49:13.643019 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-8dc38629-daff-43ff-95a9-a5da1be62cca admin admin] Notify callbacks [] for security_group, before_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:49:13.683174 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-8dc38629-daff-43ff-95a9-a5da1be62cca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 13:49:13.691613 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-8dc38629-daff-43ff-95a9-a5da1be62cca admin admin] Usage tracker for resource:security_group_rule and tenant:5b0819c757ee46a5a6a623d0ccfb01f4 is out of sync, need to count used quota {{(pid=85266) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 13:49:13.697037 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-8dc38629-daff-43ff-95a9-a5da1be62cca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85266) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 13:49:13.705089 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cbc041-1724-4cb5-b101-bbe0d7a9c00c req-2b9659c1-a179-46a9-9244-2483dc7ec0f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:49:13.706727 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-c7cbc041-1724-4cb5-b101-bbe0d7a9c00c req-2b9659c1-a179-46a9-9244-2483dc7ec0f7 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=d99749794dc147dfb86af7ba6d9559b9&device_id=3b0c4a3a-57ce-4e76-a767-bd7ea7d79510 HTTP/1.1" status: 200 len: 1099 time: 0.2840490 Apr 09 13:49:13.712834 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-8dc38629-daff-43ff-95a9-a5da1be62cca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 13:49:13.799270 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.provisioning_blocks [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Provisioning for port 5e1314cc-cfed-4845-95f0-6f9a1f6263ae completed by entity L2. {{(pid=85267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 09 13:49:13.834613 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.provisioning_blocks [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Provisioning complete for port 5e1314cc-cfed-4845-95f0-6f9a1f6263ae triggered by entity L2. {{(pid=85267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 09 13:49:13.835175 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765226'] for port, provisioning_complete {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:49:13.953706 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-8dc38629-daff-43ff-95a9-a5da1be62cca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:49:13.983516 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b337cee3-37c1-4b12-82f5-bb7ece43333b req-c4c5acb7-9a2e-46cf-8ccb-88f57f30366b tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:49:13.985744 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_dvr_db [None req-54060786-206a-4523-9fac-f5df0eaeec4d None None] Set router 924165f5-9fc8-4f0a-bf39-38df25ca1450 gateway port host: dv-cinder-785362-1-smb {{(pid=85267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 09 13:49:13.986460 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-b337cee3-37c1-4b12-82f5-bb7ece43333b req-c4c5acb7-9a2e-46cf-8ccb-88f57f30366b tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] 10.222.0.75 "GET /v2.0/ports?device_id=3b0c4a3a-57ce-4e76-a767-bd7ea7d79510 HTTP/1.1" status: 200 len: 946 time: 0.4101894 Apr 09 13:49:13.987435 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-8dc38629-daff-43ff-95a9-a5da1be62cca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738555'] for security_group, after_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:49:14.022153 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-eb45cf06-c0a3-4386-9559-337258fae0c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:49:14.104429 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cbc041-1724-4cb5-b101-bbe0d7a9c00c req-36a4576d-9ce2-41e9-8c8f-1d35e8313845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:49:14.106343 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-c7cbc041-1724-4cb5-b101-bbe0d7a9c00c req-36a4576d-9ce2-41e9-8c8f-1d35e8313845 service neutron] 10.222.0.90 "GET /v2.0/networks?id=67ea7bc9-90ec-4e29-a802-2c1cb0aa9cea HTTP/1.1" status: 200 len: 919 time: 0.3757932 Apr 09 13:49:14.107843 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8dc38629-daff-43ff-95a9-a5da1be62cca admin admin] vlan segment allocate from pool success with {'vlan_id': 643, 'physical_network': 'physnet1'} {{(pid=85266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 09 13:49:14.112781 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-b337cee3-37c1-4b12-82f5-bb7ece43333b req-68869166-c99c-4009-bb70-5fcd4e671bcc tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] 10.222.0.75 "GET /v2.0/security-groups?id=eea7a60b-00a0-497d-babc-18f415d64d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825510 Apr 09 13:49:14.113664 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc38629-daff-43ff-95a9-a5da1be62cca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62e25b0e-ef1a-4d7a-9e77-8eb84a0a4713,revision_number=1']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:49:14.121712 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-8dc38629-daff-43ff-95a9-a5da1be62cca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:49:14.199657 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-8dc38629-daff-43ff-95a9-a5da1be62cca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854760408'] for segment, precommit_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:49:14.200167 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.db.segments_db [None req-8dc38629-daff-43ff-95a9-a5da1be62cca admin admin] Added segment 8371208a-5c8d-420e-b089-52188284cb59 of type vlan for network 0b685167-f172-43f4-9827-9d0044559285 Apr 09 13:49:14.202416 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-c7cbc041-1724-4cb5-b101-bbe0d7a9c00c req-24a46d64-8ab6-40ca-a76f-5bdd8ef17c4e service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a70629db-70f7-40f1-876a-a26bb3b34404 HTTP/1.1" status: 200 len: 217 time: 0.0823164 Apr 09 13:49:14.319282 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-8dc38629-daff-43ff-95a9-a5da1be62cca admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363265039334123'] for network, precommit_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:49:14.344846 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cbc041-1724-4cb5-b101-bbe0d7a9c00c req-c254be78-1b88-454d-b320-6e31b690b6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:49:14.346981 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-c7cbc041-1724-4cb5-b101-bbe0d7a9c00c req-c254be78-1b88-454d-b320-6e31b690b6ea service neutron] 10.222.0.90 "GET /v2.0/subnets?id=77ac0229-49ba-4800-b155-c6281379a189 HTTP/1.1" status: 200 len: 858 time: 0.1335635 Apr 09 13:49:14.351005 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853739810'] for port, before_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:49:14.384934 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.db [None req-250ccce2-add9-4520-ab97-985e32375bee None None] For port 5e1314cc-cfed-4845-95f0-6f9a1f6263ae, host dv-cinder-785362-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-1-smb',level=0,port_id=5e1314cc-cfed-4845-95f0-6f9a1f6263ae,segment=NetworkSegment(35c5af08-fbdd-4a59-bf0a-e59565b1d38c),segment_id=35c5af08-fbdd-4a59-bf0a-e59565b1d38c)] {{(pid=85267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 09 13:49:14.394367 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853739901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853759498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265038874484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771815468181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265039307602'] for port, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:49:14.399251 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-b5426462-c58a-4d24-87ae-ba6dbf1f7623 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:49:14.418225 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-c7cbc041-1724-4cb5-b101-bbe0d7a9c00c req-30b70635-e8be-4c6f-a46f-4a75f47b7b0e service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=67ea7bc9-90ec-4e29-a802-2c1cb0aa9cea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0583730 Apr 09 13:49:14.424511 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-8dc38629-daff-43ff-95a9-a5da1be62cca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299'] for network, after_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:49:14.428011 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dc38629-daff-43ff-95a9-a5da1be62cca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:49:14.428943 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-8dc38629-daff-43ff-95a9-a5da1be62cca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758280'] for network, before_response {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:49:14.476261 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-d0b14f68-0fcb-4567-bed3-0f67bca4c426 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:49:14.532620 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-8dc38629-daff-43ff-95a9-a5da1be62cca admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1347802 Apr 09 13:49:14.534435 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.75', 60516) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:49:14.543345 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.v2.base [None req-9c21f1a9-ec91-4095-bb07-0ddbb650dde1 admin admin] Request body: {'subnet': {'network_id': '0b685167-f172-43f4-9827-9d0044559285', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1209656750-subnet', 'tenant_id': '5b0819c757ee46a5a6a623d0ccfb01f4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 09 13:49:14.555242 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-9c21f1a9-ec91-4095-bb07-0ddbb650dde1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 13:49:14.560780 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-9c21f1a9-ec91-4095-bb07-0ddbb650dde1 admin admin] Usage tracker for resource:subnet and tenant:5b0819c757ee46a5a6a623d0ccfb01f4 is out of sync, need to count used quota {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 13:49:14.565172 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-9c21f1a9-ec91-4095-bb07-0ddbb650dde1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 13:49:14.571673 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-9c21f1a9-ec91-4095-bb07-0ddbb650dde1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 13:49:14.582408 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c21f1a9-ec91-4095-bb07-0ddbb650dde1 admin admin] Made reservation on behalf of 5b0819c757ee46a5a6a623d0ccfb01f4 for: {'subnet': 1} {{(pid=85265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 09 13:49:14.587948 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Pushing event updated for resources: {'Port': ['ID=5e1314cc-cfed-4845-95f0-6f9a1f6263ae,revision_number=5']} {{(pid=85267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:49:14.595134 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-9c21f1a9-ec91-4095-bb07-0ddbb650dde1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2379586'] for subnet, before_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:49:14.642146 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=85267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:49:14.679000 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc38629-daff-43ff-95a9-a5da1be62cca admin admin] Pushing event updated for resources: {'Network': ['ID=0b685167-f172-43f4-9827-9d0044559285,revision_number=1']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:49:14.688574 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-8dc38629-daff-43ff-95a9-a5da1be62cca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:49:14.695094 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.rpc [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Network 0b685167-f172-43f4-9827-9d0044559285 details requested by agent ovs-agent-dv-cinder-785362-1-smb with host dv-cinder-785362-1-smb {{(pid=85267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 09 13:49:14.758755 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-c7cbc041-1724-4cb5-b101-bbe0d7a9c00c req-9ffab0e5-3b1d-43ac-9c95-7ddb8bf8a103 service neutron] 10.222.0.90 "GET /v2.0/networks/67ea7bc9-90ec-4e29-a802-2c1cb0aa9cea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3327391 Apr 09 13:49:14.864479 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.rpc [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Device 5e1314cc-cfed-4845-95f0-6f9a1f6263ae up at agent ovs-agent-dv-cinder-785362-1-smb {{(pid=85267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 09 13:49:14.954030 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_hamode_db [None req-54060786-206a-4523-9fac-f5df0eaeec4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '924165f5-9fc8-4f0a-bf39-38df25ca1450', 'name': 'tempest-TestShelveInstance-876794609-router', 'tenant_id': '5240d1cd8ddf45229bb08f5d898d6214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd39673be-df84-4009-abea-d472d159fdfd', 'external_fixed_ips': [{'subnet_id': 'f6eeb1a0-26c5-43d1-996f-84b999bf12c7', 'ip_address': '172.28.0.73'}], 'enable_snat': True}, 'gw_port_id': 'db9f7056-b40b-456f-a25c-64266083e5ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T13:48:53Z', 'updated_at': '2021-04-09T13:49:03Z', 'revision_number': 4, 'project_id': '5240d1cd8ddf45229bb08f5d898d6214', 'gw_port': {'id': 'db9f7056-b40b-456f-a25c-64266083e5ba', 'name': '', 'network_id': 'd39673be-df84-4009-abea-d472d159fdfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:f1:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '924165f5-9fc8-4f0a-bf39-38df25ca1450', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'f6eeb1a0-26c5-43d1-996f-84b999bf12c7', 'ip_address': '172.28.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:48:55Z', 'updated_at': '2021-04-09T13:49:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6eeb1a0-26c5-43d1-996f-84b999bf12c7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-1-smb', '_interfaces': [{'id': '5e1314cc-cfed-4845-95f0-6f9a1f6263ae', 'name': '', 'network_id': 'aa2b75c9-d8d7-49cc-8b44-334f9d8d58a2', 'tenant_id': '5240d1cd8ddf45229bb08f5d898d6214', 'mac_address': 'fa:16:3e:6a:61:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '924165f5-9fc8-4f0a-bf39-38df25ca1450', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'a59e415f-26ad-414d-8ed1-80922069add1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:49:01Z', 'updated_at': '2021-04-09T13:49:12Z', 'revision_number': 4, 'project_id': '5240d1cd8ddf45229bb08f5d898d6214', 'subnets': [{'id': 'a59e415f-26ad-414d-8ed1-80922069add1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-785362-1-smb', False) {} {{(pid=85267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 13:49:14.961308 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54060786-206a-4523-9fac-f5df0eaeec4d None None] The sync data for ids ['924165f5-9fc8-4f0a-bf39-38df25ca1450'] in dv-cinder-785362-1-smb is: [{'id': '924165f5-9fc8-4f0a-bf39-38df25ca1450', 'name': 'tempest-TestShelveInstance-876794609-router', 'tenant_id': '5240d1cd8ddf45229bb08f5d898d6214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd39673be-df84-4009-abea-d472d159fdfd', 'external_fixed_ips': [{'subnet_id': 'f6eeb1a0-26c5-43d1-996f-84b999bf12c7', 'ip_address': '172.28.0.73'}], 'enable_snat': True}, 'gw_port_id': 'db9f7056-b40b-456f-a25c-64266083e5ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T13:48:53Z', 'updated_at': '2021-04-09T13:49:03Z', 'revision_number': 4, 'project_id': '5240d1cd8ddf45229bb08f5d898d6214', 'gw_port': {'id': 'db9f7056-b40b-456f-a25c-64266083e5ba', 'name': '', 'network_id': 'd39673be-df84-4009-abea-d472d159fdfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:f1:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '924165f5-9fc8-4f0a-bf39-38df25ca1450', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'f6eeb1a0-26c5-43d1-996f-84b999bf12c7', 'ip_address': '172.28.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:48:55Z', 'updated_at': '2021-04-09T13:49:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6eeb1a0-26c5-43d1-996f-84b999bf12c7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-1-smb', '_interfaces': [{'id': '5e1314cc-cfed-4845-95f0-6f9a1f6263ae', 'name': '', 'network_id': 'aa2b75c9-d8d7-49cc-8b44-334f9d8d58a2', 'tenant_id': '5240d1cd8ddf45229bb08f5d898d6214', 'mac_address': 'fa:16:3e:6a:61:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '924165f5-9fc8-4f0a-bf39-38df25ca1450', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'a59e415f-26ad-414d-8ed1-80922069add1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:49:01Z', 'updated_at': '2021-04-09T13:49:12Z', 'revision_number': 4, 'project_id': '5240d1cd8ddf45229bb08f5d898d6214', 'subnets': [{'id': 'a59e415f-26ad-414d-8ed1-80922069add1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 09 13:49:14.961986 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-c7cbc041-1724-4cb5-b101-bbe0d7a9c00c req-4111e24c-a067-472b-86dd-461a04363f6c service neutron] 10.222.0.90 "GET /v2.0/networks/67ea7bc9-90ec-4e29-a802-2c1cb0aa9cea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1937883 Apr 09 13:49:14.979503 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.provisioning_blocks [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Provisioning complete for port 5e1314cc-cfed-4845-95f0-6f9a1f6263ae triggered by entity L2. {{(pid=85267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 09 13:49:14.980200 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765226'] for port, provisioning_complete {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:49:15.225537 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-9c21f1a9-ec91-4095-bb07-0ddbb650dde1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851965029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2379635'] for subnet, after_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:49:15.266221 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-8767ca7c-192b-4583-8547-8e7f2f519e3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:49:15.413930 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9965c2d-0592-4c82-86a4-40870bc496d8 req-3110f449-2ff2-4ca2-8c7c-3d8e67705621 tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:49:15.416871 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-b9965c2d-0592-4c82-86a4-40870bc496d8 req-3110f449-2ff2-4ca2-8c7c-3d8e67705621 tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] 10.222.0.75 "GET /v2.0/ports?device_id=3b0c4a3a-57ce-4e76-a767-bd7ea7d79510 HTTP/1.1" status: 200 len: 946 time: 0.1231093 Apr 09 13:49:15.441125 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c21f1a9-ec91-4095-bb07-0ddbb650dde1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e89e6260-93d0-40af-b8af-ac16c0506ff7,revision_number=0']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:49:15.467583 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-9c21f1a9-ec91-4095-bb07-0ddbb650dde1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:49:15.480993 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-b9965c2d-0592-4c82-86a4-40870bc496d8 req-ac46833f-bf47-43f9-bfc7-dfe6ae29c24a tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] 10.222.0.75 "GET /v2.0/security-groups?id=eea7a60b-00a0-497d-babc-18f415d64d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511642 Apr 09 13:49:15.615167 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c21f1a9-ec91-4095-bb07-0ddbb650dde1 admin admin] Checking segment: {'id': '8371208a-5c8d-420e-b089-52188284cb59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '0b685167-f172-43f4-9827-9d0044559285'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 09 13:49:15.615572 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c21f1a9-ec91-4095-bb07-0ddbb650dde1 admin admin] Network hostable DHCP agents. Network: 0b685167-f172-43f4-9827-9d0044559285, hostable agents: ['977b5286-6f81-4d97-b9b2-e69f70c69ca5'], hosted agents: [] {{(pid=85265) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 09 13:49:15.648654 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c21f1a9-ec91-4095-bb07-0ddbb650dde1 admin admin] Network 0b685167-f172-43f4-9827-9d0044559285 is scheduled to be hosted by DHCP agent 977b5286-6f81-4d97-b9b2-e69f70c69ca5 with binding_index 1 {{(pid=85265) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 09 13:49:15.667259 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.scheduler.base_scheduler [None req-9c21f1a9-ec91-4095-bb07-0ddbb650dde1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-785362-1-smb, 0b685167-f172-43f4-9827-9d0044559285) {{(pid=85265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 09 13:49:15.677314 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aa618b4-a4e6-4057-afe5-6485c3a5794b None None] Network 0b685167-f172-43f4-9827-9d0044559285 requested from dv-cinder-785362-1-smb {{(pid=85267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 09 13:49:15.694563 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c21f1a9-ec91-4095-bb07-0ddbb650dde1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:49:15.694563 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-9c21f1a9-ec91-4095-bb07-0ddbb650dde1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758280'] for subnet, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:49:15.727289 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-9c21f1a9-ec91-4095-bb07-0ddbb650dde1 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1852942 Apr 09 13:49:16.026707 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c197b5e-72ad-4c2b-bde0-a73354026f82 None None] Network 0b685167-f172-43f4-9827-9d0044559285 requested from dv-cinder-785362-1-smb {{(pid=85267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 09 13:49:16.703909 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150aabed-e220-4997-b8b8-fa11dc179aee req-22eef433-0a18-4301-921b-932bbabbf93d tempest-VolumesActionsTest-1918312477 tempest-VolumesActionsTest-1918312477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:49:16.704853 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-150aabed-e220-4997-b8b8-fa11dc179aee req-22eef433-0a18-4301-921b-932bbabbf93d tempest-VolumesActionsTest-1918312477 tempest-VolumesActionsTest-1918312477-project] 10.222.0.75 "GET /v2.0/networks?id=0a9befd7-7d4f-4dd2-bcef-e77b4015cb65 HTTP/1.1" status: 200 len: 809 time: 0.1973217 Apr 09 13:49:16.725530 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-150aabed-e220-4997-b8b8-fa11dc179aee req-3eae104a-7a55-4382-9ba4-b7585ae5f1c4 tempest-VolumesActionsTest-1918312477 tempest-VolumesActionsTest-1918312477-project] 10.222.0.75 "GET /v2.0/quotas/f67346613fba4fea8326d2e37f000a26 HTTP/1.1" status: 200 len: 375 time: 0.0118761 Apr 09 13:49:16.823041 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-150aabed-e220-4997-b8b8-fa11dc179aee req-5db48a3e-521f-433a-822c-e95f56d2fa3e tempest-VolumesActionsTest-1918312477 tempest-VolumesActionsTest-1918312477-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=f67346613fba4fea8326d2e37f000a26&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0889730 Apr 09 13:49:17.009711 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e6b59a-8363-4401-a2ef-25e2dbb081f7 req-d2d357f5-b660-43a7-857c-d266b2a43b07 tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:49:17.011216 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-74e6b59a-8363-4401-a2ef-25e2dbb081f7 req-d2d357f5-b660-43a7-857c-d266b2a43b07 tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] 10.222.0.75 "GET /v2.0/ports?device_id=3b0c4a3a-57ce-4e76-a767-bd7ea7d79510 HTTP/1.1" status: 200 len: 946 time: 0.2306633 Apr 09 13:49:17.020211 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-150aabed-e220-4997-b8b8-fa11dc179aee req-4d18e47e-f45f-43ba-9f6a-9f65beb63c6c service neutron] 10.222.0.75 "GET /v2.0/networks/0a9befd7-7d4f-4dd2-bcef-e77b4015cb65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1844246 Apr 09 13:49:17.092293 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-74e6b59a-8363-4401-a2ef-25e2dbb081f7 req-d350f17d-7e69-4853-9d5b-6caa89c55429 tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] 10.222.0.75 "GET /v2.0/security-groups?id=eea7a60b-00a0-497d-babc-18f415d64d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710409 Apr 09 13:49:17.202178 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-150aabed-e220-4997-b8b8-fa11dc179aee req-3b7814cd-6c55-4288-855c-f1f09ea7cae9 service neutron] 10.222.0.75 "GET /v2.0/networks/0a9befd7-7d4f-4dd2-bcef-e77b4015cb65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1649153 Apr 09 13:49:17.422234 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-e67b2314-9394-4e39-a1e6-cf9d8f774c77 req-d0b7657e-a5ac-4d4f-9b55-a0fe20d5cdf0 tempest-VolumesActionsTest-1918312477 tempest-VolumesActionsTest-1918312477-project] 10.222.0.75 "GET /v2.0/ports?device_id=a0f3fa28-9051-4979-83fa-c768fc83d630 HTTP/1.1" status: 200 len: 210 time: 0.0563827 Apr 09 13:49:18.315385 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34e093a-8f07-481c-83cc-d14d6f5d18ba req-718cb218-5ebd-4050-b2e8-19a62c345fbf tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:49:18.317012 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-b34e093a-8f07-481c-83cc-d14d6f5d18ba req-718cb218-5ebd-4050-b2e8-19a62c345fbf tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] 10.222.0.75 "GET /v2.0/ports?device_id=3b0c4a3a-57ce-4e76-a767-bd7ea7d79510 HTTP/1.1" status: 200 len: 946 time: 0.0984669 Apr 09 13:49:18.356047 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-b34e093a-8f07-481c-83cc-d14d6f5d18ba req-237b3467-0618-471d-bcb2-82d919611b6e tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] 10.222.0.75 "GET /v2.0/security-groups?id=eea7a60b-00a0-497d-babc-18f415d64d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323474 Apr 09 13:49:18.614437 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-6f82b1b6-ad59-44d1-8653-12328faabb9c req-1410de39-43f7-42ef-9460-376fdbd687f1 tempest-VolumesActionsTest-1918312477 tempest-VolumesActionsTest-1918312477-project] 10.222.0.75 "GET /v2.0/ports?device_id=a0f3fa28-9051-4979-83fa-c768fc83d630 HTTP/1.1" status: 200 len: 210 time: 0.0582254 Apr 09 13:49:18.831510 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150aabed-e220-4997-b8b8-fa11dc179aee req-f898f693-8d54-4059-8a46-15cc1658501a tempest-VolumesActionsTest-1918312477 tempest-VolumesActionsTest-1918312477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:49:18.832713 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-150aabed-e220-4997-b8b8-fa11dc179aee req-f898f693-8d54-4059-8a46-15cc1658501a tempest-VolumesActionsTest-1918312477 tempest-VolumesActionsTest-1918312477-project] 10.222.0.90 "GET /v2.0/networks?id=0a9befd7-7d4f-4dd2-bcef-e77b4015cb65 HTTP/1.1" status: 200 len: 809 time: 0.1745505 Apr 09 13:49:18.848557 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.v2.base [req-150aabed-e220-4997-b8b8-fa11dc179aee req-d262b0e8-3894-44df-9c02-e5265a967948 tempest-VolumesActionsTest-1918312477 tempest-VolumesActionsTest-1918312477-project] Request body: {'port': {'device_id': 'a0f3fa28-9051-4979-83fa-c768fc83d630', 'network_id': '0a9befd7-7d4f-4dd2-bcef-e77b4015cb65', 'admin_state_up': True, 'tenant_id': 'f67346613fba4fea8326d2e37f000a26'}} {{(pid=85266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 09 13:49:19.215343 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [req-150aabed-e220-4997-b8b8-fa11dc179aee req-d262b0e8-3894-44df-9c02-e5265a967948 tempest-VolumesActionsTest-1918312477 tempest-VolumesActionsTest-1918312477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 13:49:19.221830 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [req-150aabed-e220-4997-b8b8-fa11dc179aee req-d262b0e8-3894-44df-9c02-e5265a967948 tempest-VolumesActionsTest-1918312477 tempest-VolumesActionsTest-1918312477-project] Usage tracker for resource:port and tenant:f67346613fba4fea8326d2e37f000a26 is out of sync, need to count used quota {{(pid=85266) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 13:49:19.224844 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [req-150aabed-e220-4997-b8b8-fa11dc179aee req-d262b0e8-3894-44df-9c02-e5265a967948 tempest-VolumesActionsTest-1918312477 tempest-VolumesActionsTest-1918312477-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85266) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 13:49:19.232143 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [req-150aabed-e220-4997-b8b8-fa11dc179aee req-d262b0e8-3894-44df-9c02-e5265a967948 tempest-VolumesActionsTest-1918312477 tempest-VolumesActionsTest-1918312477-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 13:49:19.242147 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-150aabed-e220-4997-b8b8-fa11dc179aee req-d262b0e8-3894-44df-9c02-e5265a967948 tempest-VolumesActionsTest-1918312477 tempest-VolumesActionsTest-1918312477-project] Made reservation on behalf of f67346613fba4fea8326d2e37f000a26 for: {'port': 1} {{(pid=85266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 09 13:49:19.249275 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [req-150aabed-e220-4997-b8b8-fa11dc179aee req-d262b0e8-3894-44df-9c02-e5265a967948 tempest-VolumesActionsTest-1918312477 tempest-VolumesActionsTest-1918312477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853739810'] for port, before_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:49:19.444840 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.db_base_plugin_common [req-150aabed-e220-4997-b8b8-fa11dc179aee req-d262b0e8-3894-44df-9c02-e5265a967948 tempest-VolumesActionsTest-1918312477 tempest-VolumesActionsTest-1918312477-project] Allocated IP 172.20.0.2 (0a9befd7-7d4f-4dd2-bcef-e77b4015cb65/0619f3d1-befb-44a2-8611-eedfc5824ef1/d7e0c567-5cfb-4988-922d-7926535991b5) {{(pid=85266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 09 13:49:19.741575 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [req-150aabed-e220-4997-b8b8-fa11dc179aee req-d262b0e8-3894-44df-9c02-e5265a967948 tempest-VolumesActionsTest-1918312477 tempest-VolumesActionsTest-1918312477-project] Notify callbacks [] for port, precommit_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:49:19.753641 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a672e52-2d07-4f75-a232-613f1a3469fe req-2570db0d-9ed7-4a81-b580-933af6a77c8a tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:49:19.755300 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-9a672e52-2d07-4f75-a232-613f1a3469fe req-2570db0d-9ed7-4a81-b580-933af6a77c8a tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] 10.222.0.75 "GET /v2.0/ports?device_id=3b0c4a3a-57ce-4e76-a767-bd7ea7d79510 HTTP/1.1" status: 200 len: 946 time: 0.2299914 Apr 09 13:49:19.826182 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-b3ebdb3b-0777-406d-b4be-5d6c507bb941 req-121f9f31-8925-4c8b-9665-0329f45116e6 tempest-VolumesActionsTest-1918312477 tempest-VolumesActionsTest-1918312477-project] 10.222.0.75 "GET /v2.0/ports?device_id=a0f3fa28-9051-4979-83fa-c768fc83d630 HTTP/1.1" status: 200 len: 210 time: 0.0675137 Apr 09 13:49:19.839840 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-9a672e52-2d07-4f75-a232-613f1a3469fe req-34ce31d3-c8e1-4958-8f24-e25de6c90c7b tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] 10.222.0.75 "GET /v2.0/security-groups?id=eea7a60b-00a0-497d-babc-18f415d64d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781498 Apr 09 13:49:19.861367 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [req-150aabed-e220-4997-b8b8-fa11dc179aee req-d262b0e8-3894-44df-9c02-e5265a967948 tempest-VolumesActionsTest-1918312477 tempest-VolumesActionsTest-1918312477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853739901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853759498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771815468164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2203223'] for port, after_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:49:19.880024 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-bae791d8-32aa-4d73-aea4-c71b35307bd9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:49:20.035027 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d262b0e8-3894-44df-9c02-e5265a967948 tempest-VolumesActionsTest-1918312477 tempest-VolumesActionsTest-1918312477-project] Pushing event updated for resources: {'Port': ['ID=d7e0c567-5cfb-4988-922d-7926535991b5,revision_number=1']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:49:20.039496 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-d262b0e8-3894-44df-9c02-e5265a967948 tempest-VolumesActionsTest-1918312477 tempest-VolumesActionsTest-1918312477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:49:20.089612 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-150aabed-e220-4997-b8b8-fa11dc179aee req-d262b0e8-3894-44df-9c02-e5265a967948 tempest-VolumesActionsTest-1918312477 tempest-VolumesActionsTest-1918312477-project] Network 0a9befd7-7d4f-4dd2-bcef-e77b4015cb65 is already hosted by enough agents. {{(pid=85266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 09 13:49:20.092181 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.scheduler.base_scheduler [req-150aabed-e220-4997-b8b8-fa11dc179aee req-d262b0e8-3894-44df-9c02-e5265a967948 tempest-VolumesActionsTest-1918312477 tempest-VolumesActionsTest-1918312477-project] Resources bound (agent type, host, resource id): {{(pid=85266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 09 13:49:20.100064 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_dvrscheduler_db [req-150aabed-e220-4997-b8b8-fa11dc179aee req-d262b0e8-3894-44df-9c02-e5265a967948 tempest-VolumesActionsTest-1918312477 tempest-VolumesActionsTest-1918312477-project] Received port after_create {{(pid=85266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 09 13:49:20.172206 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150aabed-e220-4997-b8b8-fa11dc179aee req-d262b0e8-3894-44df-9c02-e5265a967948 tempest-VolumesActionsTest-1918312477 tempest-VolumesActionsTest-1918312477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:49:20.172852 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [req-150aabed-e220-4997-b8b8-fa11dc179aee req-d262b0e8-3894-44df-9c02-e5265a967948 tempest-VolumesActionsTest-1918312477 tempest-VolumesActionsTest-1918312477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758280'] for port, before_response {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:49:20.198693 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-150aabed-e220-4997-b8b8-fa11dc179aee req-d262b0e8-3894-44df-9c02-e5265a967948 tempest-VolumesActionsTest-1918312477 tempest-VolumesActionsTest-1918312477-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3555975 Apr 09 13:49:20.234280 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.v2.base [req-150aabed-e220-4997-b8b8-fa11dc179aee req-399a67ae-c91f-41f8-8b93-c50c7ff42772 service neutron] Request body: {'port': {'device_id': 'a0f3fa28-9051-4979-83fa-c768fc83d630', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78536'}} {{(pid=85266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 09 13:49:20.401327 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [req-150aabed-e220-4997-b8b8-fa11dc179aee req-399a67ae-c91f-41f8-8b93-c50c7ff42772 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853739810'] for port, before_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:49:20.936294 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.notifiers.nova [req-150aabed-e220-4997-b8b8-fa11dc179aee req-399a67ae-c91f-41f8-8b93-c50c7ff42772 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7e0c567-5cfb-4988-922d-7926535991b5 {{(pid=85266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 09 13:49:20.945304 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [req-150aabed-e220-4997-b8b8-fa11dc179aee req-399a67ae-c91f-41f8-8b93-c50c7ff42772 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:49:20.970342 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.provisioning_blocks [req-150aabed-e220-4997-b8b8-fa11dc179aee req-399a67ae-c91f-41f8-8b93-c50c7ff42772 service neutron] Transition to ACTIVE for port object d7e0c567-5cfb-4988-922d-7926535991b5 will not be triggered until provisioned by entity L2. {{(pid=85266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 09 13:49:21.016229 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [req-150aabed-e220-4997-b8b8-fa11dc179aee req-399a67ae-c91f-41f8-8b93-c50c7ff42772 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853739901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853759498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265038874484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771815468181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265039307602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852572594'] for port, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:49:21.041187 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:49:21.272942 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399a67ae-c91f-41f8-8b93-c50c7ff42772 service neutron] Pushing event updated for resources: {'Port': ['ID=d7e0c567-5cfb-4988-922d-7926535991b5,revision_number=2']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:49:21.281799 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-399a67ae-c91f-41f8-8b93-c50c7ff42772 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:49:21.385218 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64af7a4d-893a-4117-89a1-9607735eacc8 req-2daf95cf-b28b-40d5-afe3-8fe3030cca37 tempest-VolumesActionsTest-1918312477 tempest-VolumesActionsTest-1918312477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:49:21.386089 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [req-64af7a4d-893a-4117-89a1-9607735eacc8 req-2daf95cf-b28b-40d5-afe3-8fe3030cca37 tempest-VolumesActionsTest-1918312477 tempest-VolumesActionsTest-1918312477-project] Synchronizing usage tracker for tenant:f67346613fba4fea8326d2e37f000a26 on resource:port {{(pid=85266) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 09 13:49:21.556614 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [req-64af7a4d-893a-4117-89a1-9607735eacc8 req-2daf95cf-b28b-40d5-afe3-8fe3030cca37 tempest-VolumesActionsTest-1918312477 tempest-VolumesActionsTest-1918312477-project] Unset dirty status for tenant:f67346613fba4fea8326d2e37f000a26 on resource:port {{(pid=85266) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 09 13:49:21.566422 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-64af7a4d-893a-4117-89a1-9607735eacc8 req-2daf95cf-b28b-40d5-afe3-8fe3030cca37 tempest-VolumesActionsTest-1918312477 tempest-VolumesActionsTest-1918312477-project] 10.222.0.75 "GET /v2.0/ports?device_id=a0f3fa28-9051-4979-83fa-c768fc83d630 HTTP/1.1" status: 200 len: 943 time: 0.5981429 Apr 09 13:49:21.588358 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.managers [req-150aabed-e220-4997-b8b8-fa11dc179aee req-399a67ae-c91f-41f8-8b93-c50c7ff42772 service neutron] Attempting to bind port d7e0c567-5cfb-4988-922d-7926535991b5 on host hv-cinder-78536 for vnic_type normal with profile {{(pid=85266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 09 13:49:21.588813 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.managers [req-150aabed-e220-4997-b8b8-fa11dc179aee req-399a67ae-c91f-41f8-8b93-c50c7ff42772 service neutron] Attempting to bind port d7e0c567-5cfb-4988-922d-7926535991b5 by drivers openvswitch,hyperv on host hv-cinder-78536 at level 0 using segments [{'id': '32c05caa-5d65-4469-9d83-b4dfe0224c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '0a9befd7-7d4f-4dd2-bcef-e77b4015cb65'}] {{(pid=85266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 09 13:49:21.589824 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-150aabed-e220-4997-b8b8-fa11dc179aee req-399a67ae-c91f-41f8-8b93-c50c7ff42772 service neutron] Attempting to bind port d7e0c567-5cfb-4988-922d-7926535991b5 on network 0a9befd7-7d4f-4dd2-bcef-e77b4015cb65 {{(pid=85266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 09 13:49:21.605507 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-150aabed-e220-4997-b8b8-fa11dc179aee req-399a67ae-c91f-41f8-8b93-c50c7ff42772 service neutron] Port d7e0c567-5cfb-4988-922d-7926535991b5 on network 0a9befd7-7d4f-4dd2-bcef-e77b4015cb65 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78536 {{(pid=85266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 09 13:49:21.606033 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-150aabed-e220-4997-b8b8-fa11dc179aee req-399a67ae-c91f-41f8-8b93-c50c7ff42772 service neutron] Attempting to bind port d7e0c567-5cfb-4988-922d-7926535991b5 on network 0a9befd7-7d4f-4dd2-bcef-e77b4015cb65 {{(pid=85266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 09 13:49:21.619958 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-64af7a4d-893a-4117-89a1-9607735eacc8 req-09846366-0cd6-4c60-9d5c-2643b4d05a43 tempest-VolumesActionsTest-1918312477 tempest-VolumesActionsTest-1918312477-project] 10.222.0.75 "GET /v2.0/security-groups?id=be19d9a7-e27e-4364-88d3-306f560a7980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496256 Apr 09 13:49:21.624399 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-150aabed-e220-4997-b8b8-fa11dc179aee req-399a67ae-c91f-41f8-8b93-c50c7ff42772 service neutron] Checking agent: {'id': '5a3daac1-2611-42bd-a388-caa17c5666c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78536', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 9, 13, 45, 11), 'started_at': datetime.datetime(2021, 4, 9, 13, 45, 11), 'heartbeat_timestamp': datetime.datetime(2021, 4, 9, 13, 49, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 09 13:49:21.624399 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-150aabed-e220-4997-b8b8-fa11dc179aee req-399a67ae-c91f-41f8-8b93-c50c7ff42772 service neutron] Checking segment: {'id': '32c05caa-5d65-4469-9d83-b4dfe0224c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '0a9befd7-7d4f-4dd2-bcef-e77b4015cb65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 09 13:49:21.624399 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-150aabed-e220-4997-b8b8-fa11dc179aee req-399a67ae-c91f-41f8-8b93-c50c7ff42772 service neutron] Bound using segment: {'id': '32c05caa-5d65-4469-9d83-b4dfe0224c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '0a9befd7-7d4f-4dd2-bcef-e77b4015cb65'} {{(pid=85266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 09 13:49:21.624399 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.managers [req-150aabed-e220-4997-b8b8-fa11dc179aee req-399a67ae-c91f-41f8-8b93-c50c7ff42772 service neutron] Bound port: d7e0c567-5cfb-4988-922d-7926535991b5, host: hv-cinder-78536, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32c05caa-5d65-4469-9d83-b4dfe0224c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '0a9befd7-7d4f-4dd2-bcef-e77b4015cb65'}}] {{(pid=85266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 09 13:49:21.624399 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [req-150aabed-e220-4997-b8b8-fa11dc179aee req-399a67ae-c91f-41f8-8b93-c50c7ff42772 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853739810'] for port, before_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:49:21.783950 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.db [req-150aabed-e220-4997-b8b8-fa11dc179aee req-399a67ae-c91f-41f8-8b93-c50c7ff42772 service neutron] For port d7e0c567-5cfb-4988-922d-7926535991b5, host hv-cinder-78536, cleared binding levels {{(pid=85266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 09 13:49:21.788643 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.db [req-150aabed-e220-4997-b8b8-fa11dc179aee req-399a67ae-c91f-41f8-8b93-c50c7ff42772 service neutron] For port d7e0c567-5cfb-4988-922d-7926535991b5, host hv-cinder-78536, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=d7e0c567-5cfb-4988-922d-7926535991b5,segment=NetworkSegment(32c05caa-5d65-4469-9d83-b4dfe0224c07),segment_id=32c05caa-5d65-4469-9d83-b4dfe0224c07)] {{(pid=85266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 09 13:49:21.794399 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [req-150aabed-e220-4997-b8b8-fa11dc179aee req-399a67ae-c91f-41f8-8b93-c50c7ff42772 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853739901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853759498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265038874484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771815468181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265039307602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852572594'] for port, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:49:21.820240 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-c05051cf-2d75-4380-b034-ccbcb1328212 tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:49:21.996280 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab7e479-0158-4b30-b890-a4b7767f0ab7 req-b1d3c993-d3d3-4388-a644-e4d184b8bfee tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:49:21.998537 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-2ab7e479-0158-4b30-b890-a4b7767f0ab7 req-b1d3c993-d3d3-4388-a644-e4d184b8bfee tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] 10.222.0.75 "GET /v2.0/ports?device_id=3b0c4a3a-57ce-4e76-a767-bd7ea7d79510 HTTP/1.1" status: 200 len: 946 time: 0.2999065 Apr 09 13:49:22.006057 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399a67ae-c91f-41f8-8b93-c50c7ff42772 service neutron] Pushing event updated for resources: {'Port': ['ID=d7e0c567-5cfb-4988-922d-7926535991b5,revision_number=3']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:49:22.013303 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-399a67ae-c91f-41f8-8b93-c50c7ff42772 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:49:22.057098 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-2ab7e479-0158-4b30-b890-a4b7767f0ab7 req-d89ebf28-8c82-4953-8d11-b951f3a13763 tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] 10.222.0.75 "GET /v2.0/security-groups?id=eea7a60b-00a0-497d-babc-18f415d64d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457149 Apr 09 13:49:22.069090 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150aabed-e220-4997-b8b8-fa11dc179aee req-399a67ae-c91f-41f8-8b93-c50c7ff42772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:49:22.069876 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [req-150aabed-e220-4997-b8b8-fa11dc179aee req-399a67ae-c91f-41f8-8b93-c50c7ff42772 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758280'] for port, before_response {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:49:22.071425 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-150aabed-e220-4997-b8b8-fa11dc179aee req-399a67ae-c91f-41f8-8b93-c50c7ff42772 service neutron] 10.222.0.90 "PUT /v2.0/ports/d7e0c567-5cfb-4988-922d-7926535991b5 HTTP/1.1" status: 200 len: 1093 time: 1.8506522 Apr 09 13:49:22.078952 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0f3fa28-9051-4979-83fa-c768fc83d630', 'tag': 'd7e0c567-5cfb-4988-922d-7926535991b5'}] {{(pid=85266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 09 13:49:22.165509 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0f3fa28-9051-4979-83fa-c768fc83d630', 'tag': 'd7e0c567-5cfb-4988-922d-7926535991b5', 'status': 'completed', 'code': 200} Apr 09 13:49:22.223894 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150aabed-e220-4997-b8b8-fa11dc179aee req-0b3ca970-233c-4b3a-877d-e91f2c8fb657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:49:22.225521 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-150aabed-e220-4997-b8b8-fa11dc179aee req-0b3ca970-233c-4b3a-877d-e91f2c8fb657 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=f67346613fba4fea8326d2e37f000a26&device_id=a0f3fa28-9051-4979-83fa-c768fc83d630 HTTP/1.1" status: 200 len: 1096 time: 0.0976162 Apr 09 13:49:22.312480 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-150aabed-e220-4997-b8b8-fa11dc179aee req-1048ba2c-2ec7-4bbb-b4d4-10b8068c92a4 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d7e0c567-5cfb-4988-922d-7926535991b5 HTTP/1.1" status: 200 len: 217 time: 0.0733922 Apr 09 13:49:22.414627 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150aabed-e220-4997-b8b8-fa11dc179aee req-d3c609da-fd50-4d98-92d8-dd5b27449ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:49:22.416229 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-150aabed-e220-4997-b8b8-fa11dc179aee req-d3c609da-fd50-4d98-92d8-dd5b27449ab5 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=0619f3d1-befb-44a2-8611-eedfc5824ef1 HTTP/1.1" status: 200 len: 849 time: 0.0935957 Apr 09 13:49:22.493167 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-150aabed-e220-4997-b8b8-fa11dc179aee req-9b78ab4d-767f-4e42-b7c3-6e6be74b8734 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=0a9befd7-7d4f-4dd2-bcef-e77b4015cb65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0692079 Apr 09 13:49:22.781134 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-150aabed-e220-4997-b8b8-fa11dc179aee req-f756a7ea-bc06-485c-87b0-48bc2d3f2d52 service neutron] 10.222.0.90 "GET /v2.0/networks/0a9befd7-7d4f-4dd2-bcef-e77b4015cb65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2681026 Apr 09 13:49:23.041038 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-150aabed-e220-4997-b8b8-fa11dc179aee req-186376d5-f319-4ebb-a72c-8deededa7114 service neutron] 10.222.0.90 "GET /v2.0/networks/0a9befd7-7d4f-4dd2-bcef-e77b4015cb65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2512619 Apr 09 13:49:23.064605 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de3c71e-ffe0-4967-a34b-097177df8ebf req-9a851793-be87-4278-95b6-c07b9e1e831c tempest-VolumesActionsTest-1918312477 tempest-VolumesActionsTest-1918312477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:49:23.066119 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-8de3c71e-ffe0-4967-a34b-097177df8ebf req-9a851793-be87-4278-95b6-c07b9e1e831c tempest-VolumesActionsTest-1918312477 tempest-VolumesActionsTest-1918312477-project] 10.222.0.75 "GET /v2.0/ports?device_id=a0f3fa28-9051-4979-83fa-c768fc83d630 HTTP/1.1" status: 200 len: 943 time: 0.2426047 Apr 09 13:49:23.114132 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-8de3c71e-ffe0-4967-a34b-097177df8ebf req-17af1f53-2928-47df-8d09-7a450e6e2af6 tempest-VolumesActionsTest-1918312477 tempest-VolumesActionsTest-1918312477-project] 10.222.0.75 "GET /v2.0/security-groups?id=be19d9a7-e27e-4364-88d3-306f560a7980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387444 Apr 09 13:49:23.183308 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.75', 60760) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:49:23.200989 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73351a1b-843f-457d-8d84-ae179f024197 req-1ad2a0ac-dfda-4bba-af47-1223aed26a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:49:23.202710 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-73351a1b-843f-457d-8d84-ae179f024197 req-1ad2a0ac-dfda-4bba-af47-1223aed26a42 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=f67346613fba4fea8326d2e37f000a26&device_id=a0f3fa28-9051-4979-83fa-c768fc83d630 HTTP/1.1" status: 200 len: 1096 time: 0.0923860 Apr 09 13:49:23.332851 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-732b935f-2ebb-41d1-a92c-68020611f6cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:49:23.363691 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-732b935f-2ebb-41d1-a92c-68020611f6cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 13:49:23.365806 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73351a1b-843f-457d-8d84-ae179f024197 req-992b54bc-7e2e-46eb-b1e9-31b5a7557378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:49:23.367401 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-73351a1b-843f-457d-8d84-ae179f024197 req-992b54bc-7e2e-46eb-b1e9-31b5a7557378 service neutron] 10.222.0.90 "GET /v2.0/networks?id=0a9befd7-7d4f-4dd2-bcef-e77b4015cb65 HTTP/1.1" status: 200 len: 910 time: 0.1581347 Apr 09 13:49:23.368835 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-732b935f-2ebb-41d1-a92c-68020611f6cb admin admin] Usage tracker for resource:security_group_rule and tenant:6261865ebf77499aac881e300e0d8f96 is out of sync, need to count used quota {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 13:49:23.372708 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-732b935f-2ebb-41d1-a92c-68020611f6cb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 13:49:23.379453 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-732b935f-2ebb-41d1-a92c-68020611f6cb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 13:49:23.486402 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-732b935f-2ebb-41d1-a92c-68020611f6cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:49:23.490013 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-732b935f-2ebb-41d1-a92c-68020611f6cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738555'] for security_group, after_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:49:23.501430 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-f8f42c77-1f03-4518-b7a4-c47116b6eaa4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:49:23.561126 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-732b935f-2ebb-41d1-a92c-68020611f6cb admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=6261865ebf77499aac881e300e0d8f96&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3765786 Apr 09 13:49:23.574183 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.75', 60770) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:49:23.578260 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732b935f-2ebb-41d1-a92c-68020611f6cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef1a51c7-ca82-49c1-b644-0c1e8fc7e957,revision_number=1']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:49:23.597295 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-732b935f-2ebb-41d1-a92c-68020611f6cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:49:23.665224 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-ab9c2db1-bbad-4f76-8051-e770d5478f9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:49:23.697435 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-ab9c2db1-bbad-4f76-8051-e770d5478f9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:49:23.698515 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-73351a1b-843f-457d-8d84-ae179f024197 req-5cc590f5-4f20-490f-a91b-92af3b48e3fd service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d7e0c567-5cfb-4988-922d-7926535991b5 HTTP/1.1" status: 200 len: 217 time: 0.3221006 Apr 09 13:49:23.759576 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-ab9c2db1-bbad-4f76-8051-e770d5478f9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738555'] for security_group, after_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:49:23.765213 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-d577a890-cfa8-40a8-a396-8c9269668a16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:49:23.779367 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73351a1b-843f-457d-8d84-ae179f024197 req-78106d25-e306-478f-8a66-e580cd17661a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:49:23.780443 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9c2db1-bbad-4f76-8051-e770d5478f9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef1a51c7-ca82-49c1-b644-0c1e8fc7e957,revision_number=None']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:49:23.780883 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-73351a1b-843f-457d-8d84-ae179f024197 req-78106d25-e306-478f-8a66-e580cd17661a service neutron] 10.222.0.90 "GET /v2.0/subnets?id=0619f3d1-befb-44a2-8611-eedfc5824ef1 HTTP/1.1" status: 200 len: 849 time: 0.0751998 Apr 09 13:49:23.783529 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-ab9c2db1-bbad-4f76-8051-e770d5478f9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:49:23.784739 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-ab9c2db1-bbad-4f76-8051-e770d5478f9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:49:23.785847 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-ab9c2db1-bbad-4f76-8051-e770d5478f9c admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/ef1a51c7-ca82-49c1-b644-0c1e8fc7e957 HTTP/1.1" status: 204 len: 168 time: 0.2097702 Apr 09 13:49:23.846778 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-73351a1b-843f-457d-8d84-ae179f024197 req-b3f4ec76-6a6f-4690-826c-6cd815516021 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=0a9befd7-7d4f-4dd2-bcef-e77b4015cb65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0587730 Apr 09 13:49:24.021571 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-73351a1b-843f-457d-8d84-ae179f024197 req-e5caa689-0e0a-4e22-938e-048aedb47070 service neutron] 10.222.0.90 "GET /v2.0/networks/0a9befd7-7d4f-4dd2-bcef-e77b4015cb65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1669123 Apr 09 13:49:24.196657 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-73351a1b-843f-457d-8d84-ae179f024197 req-5b1feba8-b112-4fc7-a338-a09e24713399 service neutron] 10.222.0.90 "GET /v2.0/networks/0a9befd7-7d4f-4dd2-bcef-e77b4015cb65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1684196 Apr 09 13:49:24.369861 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9e5d09-1df2-4b5d-aa7d-a4d77e4cbdc3 req-9a4352cb-ede3-49fb-bc33-7668b352e749 tempest-VolumesActionsTest-1918312477 tempest-VolumesActionsTest-1918312477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:49:24.371615 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-7f9e5d09-1df2-4b5d-aa7d-a4d77e4cbdc3 req-9a4352cb-ede3-49fb-bc33-7668b352e749 tempest-VolumesActionsTest-1918312477 tempest-VolumesActionsTest-1918312477-project] 10.222.0.75 "GET /v2.0/ports?device_id=a0f3fa28-9051-4979-83fa-c768fc83d630 HTTP/1.1" status: 200 len: 943 time: 0.1126420 Apr 09 13:49:24.408242 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-7f9e5d09-1df2-4b5d-aa7d-a4d77e4cbdc3 req-ca4373b1-87f8-4c97-a8e0-6a2c2275b661 tempest-VolumesActionsTest-1918312477 tempest-VolumesActionsTest-1918312477-project] 10.222.0.75 "GET /v2.0/security-groups?id=be19d9a7-e27e-4364-88d3-306f560a7980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290115 Apr 09 13:49:25.268857 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.75', 60818) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:49:25.407509 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.agents_db [None req-c64c1605-ccfd-4af7-a5d2-2f7932bd8cd3 None None] Agent healthcheck: found 6 active agents {{(pid=85268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 09 13:49:25.418057 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-f08487cc-6cd1-4872-86a2-0d18fc88bb79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:49:25.449583 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-f08487cc-6cd1-4872-86a2-0d18fc88bb79 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 13:49:25.454550 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-f08487cc-6cd1-4872-86a2-0d18fc88bb79 admin admin] Usage tracker for resource:security_group_rule and tenant:9148825cee4942b9b8af839ef7e0179b is out of sync, need to count used quota {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 13:49:25.458049 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-f08487cc-6cd1-4872-86a2-0d18fc88bb79 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 13:49:25.464939 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-f08487cc-6cd1-4872-86a2-0d18fc88bb79 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 13:49:25.604318 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-f08487cc-6cd1-4872-86a2-0d18fc88bb79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:49:25.608417 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-f08487cc-6cd1-4872-86a2-0d18fc88bb79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738555'] for security_group, after_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:49:25.618193 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-2ec555cc-53dd-440b-90f9-00b0fc9b39f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:49:25.668038 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-f08487cc-6cd1-4872-86a2-0d18fc88bb79 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=9148825cee4942b9b8af839ef7e0179b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3975110 Apr 09 13:49:25.669390 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08487cc-6cd1-4872-86a2-0d18fc88bb79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e242cab9-631b-4df3-ad36-949640e6014c,revision_number=1']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:49:25.672044 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.75', 60830) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:49:25.674949 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-f08487cc-6cd1-4872-86a2-0d18fc88bb79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:49:25.700554 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98fa84e-8ba2-4462-972e-e5cbb5f8090d req-ca0376e1-1159-4eac-956c-e514502c488f tempest-VolumesActionsTest-1918312477 tempest-VolumesActionsTest-1918312477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:49:25.702199 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-e98fa84e-8ba2-4462-972e-e5cbb5f8090d req-ca0376e1-1159-4eac-956c-e514502c488f tempest-VolumesActionsTest-1918312477 tempest-VolumesActionsTest-1918312477-project] 10.222.0.75 "GET /v2.0/ports?device_id=a0f3fa28-9051-4979-83fa-c768fc83d630 HTTP/1.1" status: 200 len: 943 time: 0.1125281 Apr 09 13:49:25.737047 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-e98fa84e-8ba2-4462-972e-e5cbb5f8090d req-6c012196-14f2-423b-9368-1fa60793f9d8 tempest-VolumesActionsTest-1918312477 tempest-VolumesActionsTest-1918312477-project] 10.222.0.75 "GET /v2.0/security-groups?id=be19d9a7-e27e-4364-88d3-306f560a7980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275128 Apr 09 13:49:25.745504 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-34e6f71b-64d8-44b3-a6d8-626b6bbdf9ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:49:25.787518 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-34e6f71b-64d8-44b3-a6d8-626b6bbdf9ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:49:25.847303 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-34e6f71b-64d8-44b3-a6d8-626b6bbdf9ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738555'] for security_group, after_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:49:25.852725 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-25da0de2-4d49-4beb-82d5-fcce1ec54133 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:49:25.870820 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e6f71b-64d8-44b3-a6d8-626b6bbdf9ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e242cab9-631b-4df3-ad36-949640e6014c,revision_number=None']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:49:25.874164 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-34e6f71b-64d8-44b3-a6d8-626b6bbdf9ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:49:25.875147 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-34e6f71b-64d8-44b3-a6d8-626b6bbdf9ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:49:25.876350 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-34e6f71b-64d8-44b3-a6d8-626b6bbdf9ab admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/e242cab9-631b-4df3-ad36-949640e6014c HTTP/1.1" status: 204 len: 168 time: 0.2033639 Apr 09 13:49:26.034069 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.rpc [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Device d7e0c567-5cfb-4988-922d-7926535991b5 details requested by agent hyperv_hv-cinder-78536 with host hv-cinder-78536 {{(pid=85267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 09 13:49:26.231205 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.db [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] For port d7e0c567-5cfb-4988-922d-7926535991b5, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=d7e0c567-5cfb-4988-922d-7926535991b5,segment=NetworkSegment(32c05caa-5d65-4469-9d83-b4dfe0224c07),segment_id=32c05caa-5d65-4469-9d83-b4dfe0224c07)] {{(pid=85267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 09 13:49:26.251007 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.rpc [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Returning: {'device': 'd7e0c567-5cfb-4988-922d-7926535991b5', 'network_id': '0a9befd7-7d4f-4dd2-bcef-e77b4015cb65', 'port_id': 'd7e0c567-5cfb-4988-922d-7926535991b5', 'mac_address': 'fa:16:3e:d2:db:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0619f3d1-befb-44a2-8611-eedfc5824ef1', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 09 13:49:26.328075 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853739810'] for port, before_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:49:26.355430 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.notifiers.nova [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7e0c567-5cfb-4988-922d-7926535991b5 {{(pid=85267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 09 13:49:26.374937 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.db [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] For port d7e0c567-5cfb-4988-922d-7926535991b5, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=d7e0c567-5cfb-4988-922d-7926535991b5,segment=NetworkSegment(32c05caa-5d65-4469-9d83-b4dfe0224c07),segment_id=32c05caa-5d65-4469-9d83-b4dfe0224c07)] {{(pid=85267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 09 13:49:26.379019 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853739901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853759498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265038874484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771815468181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265039307602'] for port, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:49:26.381422 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:49:26.475821 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Pushing event updated for resources: {'Port': ['ID=d7e0c567-5cfb-4988-922d-7926535991b5,revision_number=4']} {{(pid=85267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:49:26.479170 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=85267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:49:26.888519 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.75', 60872) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:49:27.014703 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4092ee3-5821-4ccc-9b72-7f5fbbea4c45 req-f32fafd4-bec9-4e3c-b14d-9e3ccf4dfada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:49:27.016392 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-c4092ee3-5821-4ccc-9b72-7f5fbbea4c45 req-f32fafd4-bec9-4e3c-b14d-9e3ccf4dfada service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=d99749794dc147dfb86af7ba6d9559b9&device_id=3b0c4a3a-57ce-4e76-a767-bd7ea7d79510 HTTP/1.1" status: 200 len: 1099 time: 0.2427990 Apr 09 13:49:27.029984 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.v2.base [None req-19ffd16c-3a3c-44fe-894f-3dacfe9c3162 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-345038254-network', 'tenant_id': '9315ffdf3d274fc5a37da4a4aa777780'}} {{(pid=85265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 09 13:49:27.035876 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-19ffd16c-3a3c-44fe-894f-3dacfe9c3162 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 13:49:27.040569 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-19ffd16c-3a3c-44fe-894f-3dacfe9c3162 admin admin] Usage tracker for resource:network and tenant:9315ffdf3d274fc5a37da4a4aa777780 is out of sync, need to count used quota {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 13:49:27.044383 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-19ffd16c-3a3c-44fe-894f-3dacfe9c3162 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 13:49:27.051771 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-19ffd16c-3a3c-44fe-894f-3dacfe9c3162 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 13:49:27.066300 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19ffd16c-3a3c-44fe-894f-3dacfe9c3162 admin admin] Made reservation on behalf of 9315ffdf3d274fc5a37da4a4aa777780 for: {'network': 1} {{(pid=85265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 09 13:49:27.076020 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-19ffd16c-3a3c-44fe-894f-3dacfe9c3162 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853739810'] for network, before_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:49:27.093099 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-19ffd16c-3a3c-44fe-894f-3dacfe9c3162 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:49:27.096243 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.db [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] get_ports_and_sgs() called for port_ids ['d7e0c567-5cfb-4988-922d-7926535991b5'] {{(pid=85267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 09 13:49:27.111993 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-19ffd16c-3a3c-44fe-894f-3dacfe9c3162 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 13:49:27.116838 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-19ffd16c-3a3c-44fe-894f-3dacfe9c3162 admin admin] Usage tracker for resource:security_group_rule and tenant:9315ffdf3d274fc5a37da4a4aa777780 is out of sync, need to count used quota {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 13:49:27.120930 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-19ffd16c-3a3c-44fe-894f-3dacfe9c3162 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 13:49:27.128737 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-19ffd16c-3a3c-44fe-894f-3dacfe9c3162 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 13:49:27.218111 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9684b301-e79b-4ea0-9783-98e6a78f92e1 req-dc558628-90c0-4451-88cc-08e94759cc40 tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:49:27.220256 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-9684b301-e79b-4ea0-9783-98e6a78f92e1 req-dc558628-90c0-4451-88cc-08e94759cc40 tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] 10.222.0.75 "GET /v2.0/ports?device_id=3b0c4a3a-57ce-4e76-a767-bd7ea7d79510 HTTP/1.1" status: 200 len: 946 time: 0.3423824 Apr 09 13:49:27.238502 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-19ffd16c-3a3c-44fe-894f-3dacfe9c3162 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:49:27.241916 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-19ffd16c-3a3c-44fe-894f-3dacfe9c3162 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738555'] for security_group, after_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:49:27.243085 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703fe4f4-e718-46b5-9cae-0c4207043aac req-48e14348-572f-4518-8f9a-5ab575250f62 tempest-VolumesActionsTest-1918312477 tempest-VolumesActionsTest-1918312477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:49:27.245244 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-703fe4f4-e718-46b5-9cae-0c4207043aac req-48e14348-572f-4518-8f9a-5ab575250f62 tempest-VolumesActionsTest-1918312477 tempest-VolumesActionsTest-1918312477-project] 10.222.0.75 "GET /v2.0/ports?device_id=a0f3fa28-9051-4979-83fa-c768fc83d630 HTTP/1.1" status: 200 len: 944 time: 0.3190529 Apr 09 13:49:27.247449 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-a0747dc9-1e64-4fe6-bdb6-1903a0e87032 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:49:27.281910 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ffd16c-3a3c-44fe-894f-3dacfe9c3162 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d687cea6-649b-46de-844b-68c307ed6ba5,revision_number=1']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:49:27.285470 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-19ffd16c-3a3c-44fe-894f-3dacfe9c3162 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:49:27.295899 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19ffd16c-3a3c-44fe-894f-3dacfe9c3162 admin admin] vlan segment allocate from pool success with {'vlan_id': 615, 'physical_network': 'physnet1'} {{(pid=85265) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 09 13:49:27.308406 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-19ffd16c-3a3c-44fe-894f-3dacfe9c3162 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854760408'] for segment, precommit_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:49:27.308954 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.db.segments_db [None req-19ffd16c-3a3c-44fe-894f-3dacfe9c3162 admin admin] Added segment 46faed05-cf6e-4ae4-bbb6-688aae85c3e4 of type vlan for network 12ad52cf-1a35-4ab3-95a3-9f3e01f33416 Apr 09 13:49:27.334587 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4092ee3-5821-4ccc-9b72-7f5fbbea4c45 req-51197e24-4dd4-4832-961a-04c66256d0eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:49:27.336280 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-c4092ee3-5821-4ccc-9b72-7f5fbbea4c45 req-51197e24-4dd4-4832-961a-04c66256d0eb service neutron] 10.222.0.90 "GET /v2.0/networks?id=67ea7bc9-90ec-4e29-a802-2c1cb0aa9cea HTTP/1.1" status: 200 len: 919 time: 0.3119917 Apr 09 13:49:27.340862 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-9684b301-e79b-4ea0-9783-98e6a78f92e1 req-a19ef593-f07b-4302-9ae1-6f9b233a9a1f tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] 10.222.0.75 "GET /v2.0/security-groups?id=eea7a60b-00a0-497d-babc-18f415d64d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907221 Apr 09 13:49:27.350225 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-19ffd16c-3a3c-44fe-894f-3dacfe9c3162 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363265039334123'] for network, precommit_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:49:27.354537 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-703fe4f4-e718-46b5-9cae-0c4207043aac req-b00dc724-675f-4b4c-bfea-55baaa457dfa tempest-VolumesActionsTest-1918312477 tempest-VolumesActionsTest-1918312477-project] 10.222.0.75 "GET /v2.0/security-groups?id=be19d9a7-e27e-4364-88d3-306f560a7980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842063 Apr 09 13:49:27.391654 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-19ffd16c-3a3c-44fe-894f-3dacfe9c3162 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299'] for network, after_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:49:27.391654 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19ffd16c-3a3c-44fe-894f-3dacfe9c3162 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:49:27.391654 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-19ffd16c-3a3c-44fe-894f-3dacfe9c3162 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758280'] for network, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:49:27.393633 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-677f2df6-d387-4d2e-8ac3-0bb51189f748 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:49:27.454784 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-c4092ee3-5821-4ccc-9b72-7f5fbbea4c45 req-17b783e5-487b-46d4-9876-ee100c3cd6ca service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a70629db-70f7-40f1-876a-a26bb3b34404 HTTP/1.1" status: 200 len: 217 time: 0.0990083 Apr 09 13:49:27.511831 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ffd16c-3a3c-44fe-894f-3dacfe9c3162 admin admin] Pushing event updated for resources: {'Network': ['ID=12ad52cf-1a35-4ab3-95a3-9f3e01f33416,revision_number=1']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:49:27.516242 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-19ffd16c-3a3c-44fe-894f-3dacfe9c3162 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:49:27.525988 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.rpc [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Network 12ad52cf-1a35-4ab3-95a3-9f3e01f33416 details requested by agent ovs-agent-dv-cinder-785362-1-smb with host dv-cinder-785362-1-smb {{(pid=85267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 09 13:49:27.526454 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-19ffd16c-3a3c-44fe-894f-3dacfe9c3162 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6361947 Apr 09 13:49:27.529955 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.75', 60882) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:49:27.537790 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.v2.base [None req-cc9bf1be-8cd9-4e2d-b313-9f06f90eaa2a admin admin] Request body: {'subnet': {'network_id': '12ad52cf-1a35-4ab3-95a3-9f3e01f33416', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-345038254-subnet', 'tenant_id': '9315ffdf3d274fc5a37da4a4aa777780', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 09 13:49:27.541071 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4092ee3-5821-4ccc-9b72-7f5fbbea4c45 req-f0057151-abe0-499e-8966-d8704047eb96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:49:27.542778 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-c4092ee3-5821-4ccc-9b72-7f5fbbea4c45 req-f0057151-abe0-499e-8966-d8704047eb96 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=77ac0229-49ba-4800-b155-c6281379a189 HTTP/1.1" status: 200 len: 858 time: 0.0815160 Apr 09 13:49:27.543961 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-cc9bf1be-8cd9-4e2d-b313-9f06f90eaa2a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 13:49:27.548314 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-cc9bf1be-8cd9-4e2d-b313-9f06f90eaa2a admin admin] Usage tracker for resource:subnet and tenant:9315ffdf3d274fc5a37da4a4aa777780 is out of sync, need to count used quota {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 13:49:27.551991 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-cc9bf1be-8cd9-4e2d-b313-9f06f90eaa2a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 13:49:27.560227 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-cc9bf1be-8cd9-4e2d-b313-9f06f90eaa2a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 13:49:27.571211 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc9bf1be-8cd9-4e2d-b313-9f06f90eaa2a admin admin] Made reservation on behalf of 9315ffdf3d274fc5a37da4a4aa777780 for: {'subnet': 1} {{(pid=85265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 09 13:49:27.577041 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-cc9bf1be-8cd9-4e2d-b313-9f06f90eaa2a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2379586'] for subnet, before_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:49:27.615452 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-c4092ee3-5821-4ccc-9b72-7f5fbbea4c45 req-53b3568f-b63e-4889-a377-bdb0413f6e5d service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=67ea7bc9-90ec-4e29-a802-2c1cb0aa9cea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0654669 Apr 09 13:49:27.788300 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-c4092ee3-5821-4ccc-9b72-7f5fbbea4c45 req-0f85ad3b-753e-4993-841c-03f3f9fdb199 service neutron] 10.222.0.90 "GET /v2.0/networks/67ea7bc9-90ec-4e29-a802-2c1cb0aa9cea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1647282 Apr 09 13:49:27.992332 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-c4092ee3-5821-4ccc-9b72-7f5fbbea4c45 req-93b20350-4cb7-4814-a84f-39aba037ed6c service neutron] 10.222.0.90 "GET /v2.0/networks/67ea7bc9-90ec-4e29-a802-2c1cb0aa9cea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1966183 Apr 09 13:49:28.065501 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-cc9bf1be-8cd9-4e2d-b313-9f06f90eaa2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851965029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2379635'] for subnet, after_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:49:28.081958 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-2e469191-9933-4d64-99ff-a0640c0c650e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:49:28.438280 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9bf1be-8cd9-4e2d-b313-9f06f90eaa2a admin admin] Pushing event updated for resources: {'Subnet': ['ID=34416a6a-bd52-4646-ab7d-89fb46c5b423,revision_number=0']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:49:28.444912 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-cc9bf1be-8cd9-4e2d-b313-9f06f90eaa2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:49:28.525401 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc9bf1be-8cd9-4e2d-b313-9f06f90eaa2a admin admin] Checking segment: {'id': '46faed05-cf6e-4ae4-bbb6-688aae85c3e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '12ad52cf-1a35-4ab3-95a3-9f3e01f33416'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 09 13:49:28.525401 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc9bf1be-8cd9-4e2d-b313-9f06f90eaa2a admin admin] Network hostable DHCP agents. Network: 12ad52cf-1a35-4ab3-95a3-9f3e01f33416, hostable agents: ['977b5286-6f81-4d97-b9b2-e69f70c69ca5'], hosted agents: [] {{(pid=85265) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 09 13:49:28.543893 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc9bf1be-8cd9-4e2d-b313-9f06f90eaa2a admin admin] Network 12ad52cf-1a35-4ab3-95a3-9f3e01f33416 is scheduled to be hosted by DHCP agent 977b5286-6f81-4d97-b9b2-e69f70c69ca5 with binding_index 1 {{(pid=85265) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 09 13:49:28.554040 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.scheduler.base_scheduler [None req-cc9bf1be-8cd9-4e2d-b313-9f06f90eaa2a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-785362-1-smb, 12ad52cf-1a35-4ab3-95a3-9f3e01f33416) {{(pid=85265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 09 13:49:28.567729 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed9157c3-4267-48a3-baad-42fe9806f5d0 None None] Network 12ad52cf-1a35-4ab3-95a3-9f3e01f33416 requested from dv-cinder-785362-1-smb {{(pid=85267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 09 13:49:28.568688 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc9bf1be-8cd9-4e2d-b313-9f06f90eaa2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:49:28.569329 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-cc9bf1be-8cd9-4e2d-b313-9f06f90eaa2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758280'] for subnet, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:49:28.591159 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-cc9bf1be-8cd9-4e2d-b313-9f06f90eaa2a admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0593939 Apr 09 13:49:28.695293 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e28b475-a0cb-4e28-9958-3d7a815608e2 req-d1f58348-151e-4a9b-858f-b8dfd9012e22 tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:49:28.697173 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-7e28b475-a0cb-4e28-9958-3d7a815608e2 req-d1f58348-151e-4a9b-858f-b8dfd9012e22 tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] 10.222.0.75 "GET /v2.0/ports?device_id=3b0c4a3a-57ce-4e76-a767-bd7ea7d79510 HTTP/1.1" status: 200 len: 946 time: 0.2085850 Apr 09 13:49:28.713473 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51b46b5-b359-4908-a2e2-22d0dd8ddf0d req-9d8696d1-db23-49ce-9941-414223d9f456 tempest-VolumesActionsTest-1918312477 tempest-VolumesActionsTest-1918312477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:49:28.715576 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-d51b46b5-b359-4908-a2e2-22d0dd8ddf0d req-9d8696d1-db23-49ce-9941-414223d9f456 tempest-VolumesActionsTest-1918312477 tempest-VolumesActionsTest-1918312477-project] 10.222.0.75 "GET /v2.0/ports?device_id=a0f3fa28-9051-4979-83fa-c768fc83d630 HTTP/1.1" status: 200 len: 944 time: 0.1618445 Apr 09 13:49:28.773351 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-7e28b475-a0cb-4e28-9958-3d7a815608e2 req-98f1261e-9304-4c7c-a642-92a2dab360ca tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] 10.222.0.75 "GET /v2.0/security-groups?id=eea7a60b-00a0-497d-babc-18f415d64d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564663 Apr 09 13:49:28.779660 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-d51b46b5-b359-4908-a2e2-22d0dd8ddf0d req-ebc1c487-6e7b-40bb-a5b0-bb5cb0a37386 tempest-VolumesActionsTest-1918312477 tempest-VolumesActionsTest-1918312477-project] 10.222.0.75 "GET /v2.0/security-groups?id=be19d9a7-e27e-4364-88d3-306f560a7980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448689 Apr 09 13:49:29.020502 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9bc2336-24ce-4733-be8b-99c6f29af0bf None None] Network 12ad52cf-1a35-4ab3-95a3-9f3e01f33416 requested from dv-cinder-785362-1-smb {{(pid=85267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 09 13:49:30.048843 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.rpc [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Device d7e0c567-5cfb-4988-922d-7926535991b5 up at agent hyperv_hv-cinder-78536 {{(pid=85267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 09 13:49:30.085994 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60b9726-c24a-4ee6-8920-2fb3b1d3d756 req-6a585754-ee81-48b3-88e8-0019c2811b31 tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:49:30.087673 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-e60b9726-c24a-4ee6-8920-2fb3b1d3d756 req-6a585754-ee81-48b3-88e8-0019c2811b31 tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] 10.222.0.75 "GET /v2.0/ports?device_id=3b0c4a3a-57ce-4e76-a767-bd7ea7d79510 HTTP/1.1" status: 200 len: 946 time: 0.1697807 Apr 09 13:49:30.104085 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc877087-2fe7-4a71-8c93-fdb42e700099 req-a61a387b-a3e4-45e3-8179-be9bc0584d31 tempest-VolumesActionsTest-1918312477 tempest-VolumesActionsTest-1918312477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:49:30.106662 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-dc877087-2fe7-4a71-8c93-fdb42e700099 req-a61a387b-a3e4-45e3-8179-be9bc0584d31 tempest-VolumesActionsTest-1918312477 tempest-VolumesActionsTest-1918312477-project] 10.222.0.75 "GET /v2.0/ports?device_id=a0f3fa28-9051-4979-83fa-c768fc83d630 HTTP/1.1" status: 200 len: 944 time: 0.1371591 Apr 09 13:49:30.134691 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.provisioning_blocks [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Provisioning for port d7e0c567-5cfb-4988-922d-7926535991b5 completed by entity L2. {{(pid=85267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 09 13:49:30.141093 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.provisioning_blocks [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Provisioning complete for port d7e0c567-5cfb-4988-922d-7926535991b5 triggered by entity L2. {{(pid=85267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 09 13:49:30.141508 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765226'] for port, provisioning_complete {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:49:30.149464 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-e60b9726-c24a-4ee6-8920-2fb3b1d3d756 req-94724022-da86-4dde-9d92-bfca88cc1036 tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] 10.222.0.75 "GET /v2.0/security-groups?id=eea7a60b-00a0-497d-babc-18f415d64d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413351 Apr 09 13:49:30.162615 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-dc877087-2fe7-4a71-8c93-fdb42e700099 req-586ccf74-e8b3-442f-ace3-998579cc23a7 tempest-VolumesActionsTest-1918312477 tempest-VolumesActionsTest-1918312477-project] 10.222.0.75 "GET /v2.0/security-groups?id=be19d9a7-e27e-4364-88d3-306f560a7980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392377 Apr 09 13:49:30.308268 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853739810'] for port, before_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:49:30.321416 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0f3fa28-9051-4979-83fa-c768fc83d630', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7e0c567-5cfb-4988-922d-7926535991b5'}] {{(pid=85267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 09 13:49:30.337294 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.db [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] For port d7e0c567-5cfb-4988-922d-7926535991b5, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=d7e0c567-5cfb-4988-922d-7926535991b5,segment=NetworkSegment(32c05caa-5d65-4469-9d83-b4dfe0224c07),segment_id=32c05caa-5d65-4469-9d83-b4dfe0224c07)] {{(pid=85267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 09 13:49:30.341813 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853739901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853759498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265038874484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771815468181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265039307602'] for port, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:49:30.345848 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:49:30.387924 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0f3fa28-9051-4979-83fa-c768fc83d630', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7e0c567-5cfb-4988-922d-7926535991b5', 'code': 200} Apr 09 13:49:30.427373 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Pushing event updated for resources: {'Port': ['ID=d7e0c567-5cfb-4988-922d-7926535991b5,revision_number=5']} {{(pid=85267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:49:30.431225 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=85267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:49:30.671795 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0936eec2-94b8-468b-a9e7-63b9bb9dee57 req-482987ad-2775-4048-8192-65340a86d4c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:49:30.673551 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-0936eec2-94b8-468b-a9e7-63b9bb9dee57 req-482987ad-2775-4048-8192-65340a86d4c6 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=a0f3fa28-9051-4979-83fa-c768fc83d630 HTTP/1.1" status: 200 len: 1098 time: 0.0909185 Apr 09 13:49:30.702706 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-0936eec2-94b8-468b-a9e7-63b9bb9dee57 req-0c2275d9-9eb2-44de-a99b-17cbd7297ab0 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=be19d9a7-e27e-4364-88d3-306f560a7980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0216401 Apr 09 13:49:30.912061 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4469a90c-3a34-41f9-8bc2-b7d19e72367d req-74dbfe4e-55be-4fb9-915c-7b1bd5e45a5c tempest-VolumesSnapshotTestJSON-854221919 tempest-VolumesSnapshotTestJSON-854221919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:49:30.913662 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-4469a90c-3a34-41f9-8bc2-b7d19e72367d req-74dbfe4e-55be-4fb9-915c-7b1bd5e45a5c tempest-VolumesSnapshotTestJSON-854221919 tempest-VolumesSnapshotTestJSON-854221919-project] 10.222.0.75 "GET /v2.0/networks?id=12ad52cf-1a35-4ab3-95a3-9f3e01f33416 HTTP/1.1" status: 200 len: 813 time: 0.1742878 Apr 09 13:49:30.931749 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-4469a90c-3a34-41f9-8bc2-b7d19e72367d req-5f7f9d9d-07a2-4b3b-97ee-9e69751a50e6 tempest-VolumesSnapshotTestJSON-854221919 tempest-VolumesSnapshotTestJSON-854221919-project] 10.222.0.75 "GET /v2.0/quotas/9315ffdf3d274fc5a37da4a4aa777780 HTTP/1.1" status: 200 len: 375 time: 0.0115564 Apr 09 13:49:30.994893 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-4469a90c-3a34-41f9-8bc2-b7d19e72367d req-f47c3509-89f7-4708-a510-b62eefb96c0e tempest-VolumesSnapshotTestJSON-854221919 tempest-VolumesSnapshotTestJSON-854221919-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=9315ffdf3d274fc5a37da4a4aa777780&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0569167 Apr 09 13:49:31.049053 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-7a637dd3-d9b5-4e70-a692-baab4c77a105 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:49:31.164039 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-4469a90c-3a34-41f9-8bc2-b7d19e72367d req-5accc139-8178-4713-a022-9b6134402efa service neutron] 10.222.0.75 "GET /v2.0/networks/12ad52cf-1a35-4ab3-95a3-9f3e01f33416?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1604059 Apr 09 13:49:31.379159 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-4469a90c-3a34-41f9-8bc2-b7d19e72367d req-abb04104-8c87-4d7d-9b8e-5f4614ad91d9 service neutron] 10.222.0.75 "GET /v2.0/networks/12ad52cf-1a35-4ab3-95a3-9f3e01f33416?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2071428 Apr 09 13:49:31.412333 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3101fc75-a768-4bb9-a415-141ee0d640fb req-35f6c2f1-d49b-4e5c-8e17-65f91a2897a2 tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:49:31.414112 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-3101fc75-a768-4bb9-a415-141ee0d640fb req-35f6c2f1-d49b-4e5c-8e17-65f91a2897a2 tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] 10.222.0.75 "GET /v2.0/ports?device_id=3b0c4a3a-57ce-4e76-a767-bd7ea7d79510 HTTP/1.1" status: 200 len: 946 time: 0.1222577 Apr 09 13:49:31.447801 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-3101fc75-a768-4bb9-a415-141ee0d640fb req-5ba51db0-1ed0-4a49-bcbd-138b3d36b772 tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] 10.222.0.75 "GET /v2.0/security-groups?id=eea7a60b-00a0-497d-babc-18f415d64d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0264893 Apr 09 13:49:31.684331 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913a82e0-16e5-4b53-938e-8511b416d857 req-75c080d2-b012-42e6-86c0-85aa9eb72143 tempest-VolumesActionsTest-1918312477 tempest-VolumesActionsTest-1918312477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:49:31.686027 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-913a82e0-16e5-4b53-938e-8511b416d857 req-75c080d2-b012-42e6-86c0-85aa9eb72143 tempest-VolumesActionsTest-1918312477 tempest-VolumesActionsTest-1918312477-project] 10.222.0.75 "GET /v2.0/ports?device_id=a0f3fa28-9051-4979-83fa-c768fc83d630 HTTP/1.1" status: 200 len: 945 time: 0.1019380 Apr 09 13:49:31.721261 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-913a82e0-16e5-4b53-938e-8511b416d857 req-d893d07f-a7a0-4e97-99b7-7908388f5e28 tempest-VolumesActionsTest-1918312477 tempest-VolumesActionsTest-1918312477-project] 10.222.0.75 "GET /v2.0/security-groups?id=be19d9a7-e27e-4364-88d3-306f560a7980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284417 Apr 09 13:49:31.863523 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-81fa8a35-d7ca-442f-bd4d-48f08634e8ba req-6baea0ed-0be6-4def-b2c3-ce7e9d755c6d tempest-VolumesSnapshotTestJSON-854221919 tempest-VolumesSnapshotTestJSON-854221919-project] 10.222.0.75 "GET /v2.0/ports?device_id=a324c2fc-ade4-438a-bd9c-4a0d1a5c77ee HTTP/1.1" status: 200 len: 210 time: 0.0671558 Apr 09 13:49:32.665969 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ca48d4-5b52-4255-a04c-2644791a2fe3 req-4bb37781-5c0e-44a3-9340-163f5048b60e tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:49:32.667569 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-23ca48d4-5b52-4255-a04c-2644791a2fe3 req-4bb37781-5c0e-44a3-9340-163f5048b60e tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] 10.222.0.75 "GET /v2.0/ports?device_id=3b0c4a3a-57ce-4e76-a767-bd7ea7d79510 HTTP/1.1" status: 200 len: 946 time: 0.0967627 Apr 09 13:49:32.705134 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-23ca48d4-5b52-4255-a04c-2644791a2fe3 req-3c9ae978-e3a9-497c-b591-6e710eda4c2a tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] 10.222.0.75 "GET /v2.0/security-groups?id=eea7a60b-00a0-497d-babc-18f415d64d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294282 Apr 09 13:49:33.110259 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450b2fdb-f5fa-4335-8af3-2b4b6acfafb7 req-9880c613-7617-41de-83ef-1e4b93adb739 tempest-VolumesActionsTest-1918312477 tempest-VolumesActionsTest-1918312477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:49:33.115846 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-450b2fdb-f5fa-4335-8af3-2b4b6acfafb7 req-9880c613-7617-41de-83ef-1e4b93adb739 tempest-VolumesActionsTest-1918312477 tempest-VolumesActionsTest-1918312477-project] 10.222.0.75 "GET /v2.0/ports?device_id=a0f3fa28-9051-4979-83fa-c768fc83d630 HTTP/1.1" status: 200 len: 945 time: 0.2457213 Apr 09 13:49:33.142189 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4469a90c-3a34-41f9-8bc2-b7d19e72367d req-fe6c735c-490c-49d5-8d2e-e9b81c4b4de9 tempest-VolumesSnapshotTestJSON-854221919 tempest-VolumesSnapshotTestJSON-854221919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:49:33.143756 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-4469a90c-3a34-41f9-8bc2-b7d19e72367d req-fe6c735c-490c-49d5-8d2e-e9b81c4b4de9 tempest-VolumesSnapshotTestJSON-854221919 tempest-VolumesSnapshotTestJSON-854221919-project] 10.222.0.90 "GET /v2.0/networks?id=12ad52cf-1a35-4ab3-95a3-9f3e01f33416 HTTP/1.1" status: 200 len: 813 time: 0.3041105 Apr 09 13:49:33.156727 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-450b2fdb-f5fa-4335-8af3-2b4b6acfafb7 req-abf12db7-728f-421e-9e62-5601ba6de64f tempest-VolumesActionsTest-1918312477 tempest-VolumesActionsTest-1918312477-project] 10.222.0.75 "GET /v2.0/security-groups?id=be19d9a7-e27e-4364-88d3-306f560a7980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396237 Apr 09 13:49:33.191388 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.v2.base [req-4469a90c-3a34-41f9-8bc2-b7d19e72367d req-2784f488-3816-46cb-bda9-1d43e6fe8f3a tempest-VolumesSnapshotTestJSON-854221919 tempest-VolumesSnapshotTestJSON-854221919-project] Request body: {'port': {'device_id': 'a324c2fc-ade4-438a-bd9c-4a0d1a5c77ee', 'network_id': '12ad52cf-1a35-4ab3-95a3-9f3e01f33416', 'admin_state_up': True, 'tenant_id': '9315ffdf3d274fc5a37da4a4aa777780'}} {{(pid=85266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 09 13:49:33.575154 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-dcb6f9b1-009b-4bec-8e4a-ad72b5fe8cef req-8aae12b2-aa3c-47d5-8bc2-86b9c3d56a01 tempest-VolumesSnapshotTestJSON-854221919 tempest-VolumesSnapshotTestJSON-854221919-project] 10.222.0.75 "GET /v2.0/ports?device_id=a324c2fc-ade4-438a-bd9c-4a0d1a5c77ee HTTP/1.1" status: 200 len: 210 time: 0.3605306 Apr 09 13:49:33.658339 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [req-4469a90c-3a34-41f9-8bc2-b7d19e72367d req-2784f488-3816-46cb-bda9-1d43e6fe8f3a tempest-VolumesSnapshotTestJSON-854221919 tempest-VolumesSnapshotTestJSON-854221919-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 13:49:33.664268 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [req-4469a90c-3a34-41f9-8bc2-b7d19e72367d req-2784f488-3816-46cb-bda9-1d43e6fe8f3a tempest-VolumesSnapshotTestJSON-854221919 tempest-VolumesSnapshotTestJSON-854221919-project] Usage tracker for resource:port and tenant:9315ffdf3d274fc5a37da4a4aa777780 is out of sync, need to count used quota {{(pid=85266) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 13:49:33.666960 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [req-4469a90c-3a34-41f9-8bc2-b7d19e72367d req-2784f488-3816-46cb-bda9-1d43e6fe8f3a tempest-VolumesSnapshotTestJSON-854221919 tempest-VolumesSnapshotTestJSON-854221919-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85266) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 13:49:33.673673 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [req-4469a90c-3a34-41f9-8bc2-b7d19e72367d req-2784f488-3816-46cb-bda9-1d43e6fe8f3a tempest-VolumesSnapshotTestJSON-854221919 tempest-VolumesSnapshotTestJSON-854221919-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 13:49:33.690234 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4469a90c-3a34-41f9-8bc2-b7d19e72367d req-2784f488-3816-46cb-bda9-1d43e6fe8f3a tempest-VolumesSnapshotTestJSON-854221919 tempest-VolumesSnapshotTestJSON-854221919-project] Made reservation on behalf of 9315ffdf3d274fc5a37da4a4aa777780 for: {'port': 1} {{(pid=85266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 09 13:49:33.702203 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [req-4469a90c-3a34-41f9-8bc2-b7d19e72367d req-2784f488-3816-46cb-bda9-1d43e6fe8f3a tempest-VolumesSnapshotTestJSON-854221919 tempest-VolumesSnapshotTestJSON-854221919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853739810'] for port, before_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:49:33.940964 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.db_base_plugin_common [req-4469a90c-3a34-41f9-8bc2-b7d19e72367d req-2784f488-3816-46cb-bda9-1d43e6fe8f3a tempest-VolumesSnapshotTestJSON-854221919 tempest-VolumesSnapshotTestJSON-854221919-project] Allocated IP 172.20.0.11 (12ad52cf-1a35-4ab3-95a3-9f3e01f33416/34416a6a-bd52-4646-ab7d-89fb46c5b423/0d7891a9-94e2-476a-82db-bc3b2580e736) {{(pid=85266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 09 13:49:34.005630 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a39f4a-ce3f-421f-9ce7-3bf736310a37 req-bd0e8298-6693-4b2b-afcb-92725f0123f0 tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:49:34.007635 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-50a39f4a-ce3f-421f-9ce7-3bf736310a37 req-bd0e8298-6693-4b2b-afcb-92725f0123f0 tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] 10.222.0.75 "GET /v2.0/ports?device_id=3b0c4a3a-57ce-4e76-a767-bd7ea7d79510 HTTP/1.1" status: 200 len: 946 time: 0.1490915 Apr 09 13:49:34.142941 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-50a39f4a-ce3f-421f-9ce7-3bf736310a37 req-a54c08ac-dc13-40ad-b6ef-73ffca71b0a6 tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] 10.222.0.75 "GET /v2.0/security-groups?id=eea7a60b-00a0-497d-babc-18f415d64d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243696 Apr 09 13:49:34.211918 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [req-4469a90c-3a34-41f9-8bc2-b7d19e72367d req-2784f488-3816-46cb-bda9-1d43e6fe8f3a tempest-VolumesSnapshotTestJSON-854221919 tempest-VolumesSnapshotTestJSON-854221919-project] Notify callbacks [] for port, precommit_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:49:34.213758 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-4d742fe3-7ded-4986-9d71-ee26df087452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:49:34.250541 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [req-4469a90c-3a34-41f9-8bc2-b7d19e72367d req-2784f488-3816-46cb-bda9-1d43e6fe8f3a tempest-VolumesSnapshotTestJSON-854221919 tempest-VolumesSnapshotTestJSON-854221919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853739901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853759498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771815468164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2203223'] for port, after_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:49:34.266472 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-399a67ae-c91f-41f8-8b93-c50c7ff42772 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:49:34.422837 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2784f488-3816-46cb-bda9-1d43e6fe8f3a tempest-VolumesSnapshotTestJSON-854221919 tempest-VolumesSnapshotTestJSON-854221919-project] Pushing event updated for resources: {'Port': ['ID=0d7891a9-94e2-476a-82db-bc3b2580e736,revision_number=1']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:49:34.427525 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-2784f488-3816-46cb-bda9-1d43e6fe8f3a tempest-VolumesSnapshotTestJSON-854221919 tempest-VolumesSnapshotTestJSON-854221919-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:49:34.476145 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4469a90c-3a34-41f9-8bc2-b7d19e72367d req-2784f488-3816-46cb-bda9-1d43e6fe8f3a tempest-VolumesSnapshotTestJSON-854221919 tempest-VolumesSnapshotTestJSON-854221919-project] Network 12ad52cf-1a35-4ab3-95a3-9f3e01f33416 is already hosted by enough agents. {{(pid=85266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 09 13:49:34.477348 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.scheduler.base_scheduler [req-4469a90c-3a34-41f9-8bc2-b7d19e72367d req-2784f488-3816-46cb-bda9-1d43e6fe8f3a tempest-VolumesSnapshotTestJSON-854221919 tempest-VolumesSnapshotTestJSON-854221919-project] Resources bound (agent type, host, resource id): {{(pid=85266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 09 13:49:34.479745 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_dvrscheduler_db [req-4469a90c-3a34-41f9-8bc2-b7d19e72367d req-2784f488-3816-46cb-bda9-1d43e6fe8f3a tempest-VolumesSnapshotTestJSON-854221919 tempest-VolumesSnapshotTestJSON-854221919-project] Received port after_create {{(pid=85266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 09 13:49:34.563244 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4469a90c-3a34-41f9-8bc2-b7d19e72367d req-2784f488-3816-46cb-bda9-1d43e6fe8f3a tempest-VolumesSnapshotTestJSON-854221919 tempest-VolumesSnapshotTestJSON-854221919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:49:34.564257 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [req-4469a90c-3a34-41f9-8bc2-b7d19e72367d req-2784f488-3816-46cb-bda9-1d43e6fe8f3a tempest-VolumesSnapshotTestJSON-854221919 tempest-VolumesSnapshotTestJSON-854221919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758280'] for port, before_response {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:49:34.570606 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-038b6fee-909e-41c9-b649-649ad33ce393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:49:34.586174 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-4469a90c-3a34-41f9-8bc2-b7d19e72367d req-2784f488-3816-46cb-bda9-1d43e6fe8f3a tempest-VolumesSnapshotTestJSON-854221919 tempest-VolumesSnapshotTestJSON-854221919-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4094827 Apr 09 13:49:34.601528 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.v2.base [req-4469a90c-3a34-41f9-8bc2-b7d19e72367d req-3bd09ede-8dd3-4822-a987-fcb0a370fe61 service neutron] Request body: {'port': {'device_id': 'a324c2fc-ade4-438a-bd9c-4a0d1a5c77ee', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78536'}} {{(pid=85266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 09 13:49:34.800836 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [req-4469a90c-3a34-41f9-8bc2-b7d19e72367d req-3bd09ede-8dd3-4822-a987-fcb0a370fe61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853739810'] for port, before_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:49:34.940624 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3234e3-fdcb-40d0-acf7-06ac5b847ca1 req-273323b0-d1a8-4616-9e85-ada60df7421f tempest-VolumesSnapshotTestJSON-854221919 tempest-VolumesSnapshotTestJSON-854221919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:49:34.941392 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [req-dc3234e3-fdcb-40d0-acf7-06ac5b847ca1 req-273323b0-d1a8-4616-9e85-ada60df7421f tempest-VolumesSnapshotTestJSON-854221919 tempest-VolumesSnapshotTestJSON-854221919-project] Synchronizing usage tracker for tenant:9315ffdf3d274fc5a37da4a4aa777780 on resource:port {{(pid=85266) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 09 13:49:35.032060 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [req-dc3234e3-fdcb-40d0-acf7-06ac5b847ca1 req-273323b0-d1a8-4616-9e85-ada60df7421f tempest-VolumesSnapshotTestJSON-854221919 tempest-VolumesSnapshotTestJSON-854221919-project] Unset dirty status for tenant:9315ffdf3d274fc5a37da4a4aa777780 on resource:port {{(pid=85266) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 09 13:49:35.033367 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-dc3234e3-fdcb-40d0-acf7-06ac5b847ca1 req-273323b0-d1a8-4616-9e85-ada60df7421f tempest-VolumesSnapshotTestJSON-854221919 tempest-VolumesSnapshotTestJSON-854221919-project] 10.222.0.75 "GET /v2.0/ports?device_id=a324c2fc-ade4-438a-bd9c-4a0d1a5c77ee HTTP/1.1" status: 200 len: 932 time: 0.3101363 Apr 09 13:49:35.093116 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-dc3234e3-fdcb-40d0-acf7-06ac5b847ca1 req-d78dcceb-7e8d-4749-8dae-0a0505b56f06 tempest-VolumesSnapshotTestJSON-854221919 tempest-VolumesSnapshotTestJSON-854221919-project] 10.222.0.75 "GET /v2.0/security-groups?id=d687cea6-649b-46de-844b-68c307ed6ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511360 Apr 09 13:49:35.264938 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:49:35.330137 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.notifiers.nova [req-4469a90c-3a34-41f9-8bc2-b7d19e72367d req-3bd09ede-8dd3-4822-a987-fcb0a370fe61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d7891a9-94e2-476a-82db-bc3b2580e736 {{(pid=85266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 09 13:49:35.338765 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [req-4469a90c-3a34-41f9-8bc2-b7d19e72367d req-3bd09ede-8dd3-4822-a987-fcb0a370fe61 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:49:35.355657 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.provisioning_blocks [req-4469a90c-3a34-41f9-8bc2-b7d19e72367d req-3bd09ede-8dd3-4822-a987-fcb0a370fe61 service neutron] Transition to ACTIVE for port object 0d7891a9-94e2-476a-82db-bc3b2580e736 will not be triggered until provisioned by entity L2. {{(pid=85266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 09 13:49:35.358573 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [req-4469a90c-3a34-41f9-8bc2-b7d19e72367d req-3bd09ede-8dd3-4822-a987-fcb0a370fe61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853739901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853759498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265038874484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771815468181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265039307602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852572594'] for port, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:49:35.376994 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:49:35.582349 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd09ede-8dd3-4822-a987-fcb0a370fe61 service neutron] Pushing event updated for resources: {'Port': ['ID=0d7891a9-94e2-476a-82db-bc3b2580e736,revision_number=2']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:49:35.590138 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-3bd09ede-8dd3-4822-a987-fcb0a370fe61 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:49:35.654995 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245981dc-6c22-4d76-b395-0e1447e59b72 req-a2e3e411-4ce8-4a65-acc3-d7dfc7458992 tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:49:35.656602 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-245981dc-6c22-4d76-b395-0e1447e59b72 req-a2e3e411-4ce8-4a65-acc3-d7dfc7458992 tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] 10.222.0.75 "GET /v2.0/ports?device_id=3b0c4a3a-57ce-4e76-a767-bd7ea7d79510 HTTP/1.1" status: 200 len: 946 time: 0.2829564 Apr 09 13:49:35.692260 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-c378f248-96be-4ef7-a52f-f55c09e56a36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:49:35.787715 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-245981dc-6c22-4d76-b395-0e1447e59b72 req-6dc6738d-939f-4472-ba0f-77b5efdd6928 tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] 10.222.0.75 "GET /v2.0/security-groups?id=eea7a60b-00a0-497d-babc-18f415d64d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689573 Apr 09 13:49:35.873062 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.managers [req-4469a90c-3a34-41f9-8bc2-b7d19e72367d req-3bd09ede-8dd3-4822-a987-fcb0a370fe61 service neutron] Attempting to bind port 0d7891a9-94e2-476a-82db-bc3b2580e736 on host hv-cinder-78536 for vnic_type normal with profile {{(pid=85266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 09 13:49:35.873653 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.managers [req-4469a90c-3a34-41f9-8bc2-b7d19e72367d req-3bd09ede-8dd3-4822-a987-fcb0a370fe61 service neutron] Attempting to bind port 0d7891a9-94e2-476a-82db-bc3b2580e736 by drivers openvswitch,hyperv on host hv-cinder-78536 at level 0 using segments [{'id': '46faed05-cf6e-4ae4-bbb6-688aae85c3e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '12ad52cf-1a35-4ab3-95a3-9f3e01f33416'}] {{(pid=85266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 09 13:49:35.873823 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4469a90c-3a34-41f9-8bc2-b7d19e72367d req-3bd09ede-8dd3-4822-a987-fcb0a370fe61 service neutron] Attempting to bind port 0d7891a9-94e2-476a-82db-bc3b2580e736 on network 12ad52cf-1a35-4ab3-95a3-9f3e01f33416 {{(pid=85266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 09 13:49:35.879151 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4469a90c-3a34-41f9-8bc2-b7d19e72367d req-3bd09ede-8dd3-4822-a987-fcb0a370fe61 service neutron] Port 0d7891a9-94e2-476a-82db-bc3b2580e736 on network 12ad52cf-1a35-4ab3-95a3-9f3e01f33416 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78536 {{(pid=85266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 09 13:49:35.879515 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4469a90c-3a34-41f9-8bc2-b7d19e72367d req-3bd09ede-8dd3-4822-a987-fcb0a370fe61 service neutron] Attempting to bind port 0d7891a9-94e2-476a-82db-bc3b2580e736 on network 12ad52cf-1a35-4ab3-95a3-9f3e01f33416 {{(pid=85266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 09 13:49:35.885395 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4469a90c-3a34-41f9-8bc2-b7d19e72367d req-3bd09ede-8dd3-4822-a987-fcb0a370fe61 service neutron] Checking agent: {'id': '5a3daac1-2611-42bd-a388-caa17c5666c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78536', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 9, 13, 45, 11), 'started_at': datetime.datetime(2021, 4, 9, 13, 45, 11), 'heartbeat_timestamp': datetime.datetime(2021, 4, 9, 13, 49, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 09 13:49:35.885827 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4469a90c-3a34-41f9-8bc2-b7d19e72367d req-3bd09ede-8dd3-4822-a987-fcb0a370fe61 service neutron] Checking segment: {'id': '46faed05-cf6e-4ae4-bbb6-688aae85c3e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '12ad52cf-1a35-4ab3-95a3-9f3e01f33416'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 09 13:49:35.886257 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4469a90c-3a34-41f9-8bc2-b7d19e72367d req-3bd09ede-8dd3-4822-a987-fcb0a370fe61 service neutron] Bound using segment: {'id': '46faed05-cf6e-4ae4-bbb6-688aae85c3e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '12ad52cf-1a35-4ab3-95a3-9f3e01f33416'} {{(pid=85266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 09 13:49:35.886784 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.managers [req-4469a90c-3a34-41f9-8bc2-b7d19e72367d req-3bd09ede-8dd3-4822-a987-fcb0a370fe61 service neutron] Bound port: 0d7891a9-94e2-476a-82db-bc3b2580e736, host: hv-cinder-78536, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46faed05-cf6e-4ae4-bbb6-688aae85c3e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '12ad52cf-1a35-4ab3-95a3-9f3e01f33416'}}] {{(pid=85266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 09 13:49:35.887182 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [req-4469a90c-3a34-41f9-8bc2-b7d19e72367d req-3bd09ede-8dd3-4822-a987-fcb0a370fe61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853739810'] for port, before_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:49:35.976536 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.db [req-4469a90c-3a34-41f9-8bc2-b7d19e72367d req-3bd09ede-8dd3-4822-a987-fcb0a370fe61 service neutron] For port 0d7891a9-94e2-476a-82db-bc3b2580e736, host hv-cinder-78536, cleared binding levels {{(pid=85266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 09 13:49:35.977423 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.db [req-4469a90c-3a34-41f9-8bc2-b7d19e72367d req-3bd09ede-8dd3-4822-a987-fcb0a370fe61 service neutron] For port 0d7891a9-94e2-476a-82db-bc3b2580e736, host hv-cinder-78536, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=0d7891a9-94e2-476a-82db-bc3b2580e736,segment=NetworkSegment(46faed05-cf6e-4ae4-bbb6-688aae85c3e4),segment_id=46faed05-cf6e-4ae4-bbb6-688aae85c3e4)] {{(pid=85266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 09 13:49:35.982197 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [req-4469a90c-3a34-41f9-8bc2-b7d19e72367d req-3bd09ede-8dd3-4822-a987-fcb0a370fe61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853739901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853759498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265038874484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771815468181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265039307602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852572594'] for port, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:49:35.998241 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-3bd09ede-8dd3-4822-a987-fcb0a370fe61 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:49:36.160735 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd09ede-8dd3-4822-a987-fcb0a370fe61 service neutron] Pushing event updated for resources: {'Port': ['ID=0d7891a9-94e2-476a-82db-bc3b2580e736,revision_number=3']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:49:36.165919 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-3bd09ede-8dd3-4822-a987-fcb0a370fe61 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:49:36.200866 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4469a90c-3a34-41f9-8bc2-b7d19e72367d req-3bd09ede-8dd3-4822-a987-fcb0a370fe61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:49:36.201543 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [req-4469a90c-3a34-41f9-8bc2-b7d19e72367d req-3bd09ede-8dd3-4822-a987-fcb0a370fe61 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758280'] for port, before_response {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:49:36.203158 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-4469a90c-3a34-41f9-8bc2-b7d19e72367d req-3bd09ede-8dd3-4822-a987-fcb0a370fe61 service neutron] 10.222.0.90 "PUT /v2.0/ports/0d7891a9-94e2-476a-82db-bc3b2580e736 HTTP/1.1" status: 200 len: 1094 time: 1.6062486 Apr 09 13:49:36.203696 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a324c2fc-ade4-438a-bd9c-4a0d1a5c77ee', 'tag': '0d7891a9-94e2-476a-82db-bc3b2580e736'}] {{(pid=85266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 09 13:49:36.287172 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a324c2fc-ade4-438a-bd9c-4a0d1a5c77ee', 'tag': '0d7891a9-94e2-476a-82db-bc3b2580e736', 'status': 'completed', 'code': 200} Apr 09 13:49:36.416995 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c009e86-d0a0-4b39-8966-1be5c7039b6e req-011277fa-0406-462f-8c68-de22d64ab4bc tempest-VolumesSnapshotTestJSON-854221919 tempest-VolumesSnapshotTestJSON-854221919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:49:36.418995 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-5c009e86-d0a0-4b39-8966-1be5c7039b6e req-011277fa-0406-462f-8c68-de22d64ab4bc tempest-VolumesSnapshotTestJSON-854221919 tempest-VolumesSnapshotTestJSON-854221919-project] 10.222.0.75 "GET /v2.0/ports?device_id=a324c2fc-ade4-438a-bd9c-4a0d1a5c77ee HTTP/1.1" status: 200 len: 944 time: 0.1859250 Apr 09 13:49:36.421391 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4469a90c-3a34-41f9-8bc2-b7d19e72367d req-604a0337-079b-4f1a-a8de-01071bdb51a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:49:36.422980 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-4469a90c-3a34-41f9-8bc2-b7d19e72367d req-604a0337-079b-4f1a-a8de-01071bdb51a2 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=9315ffdf3d274fc5a37da4a4aa777780&device_id=a324c2fc-ade4-438a-bd9c-4a0d1a5c77ee HTTP/1.1" status: 200 len: 1097 time: 0.1385546 Apr 09 13:49:36.556320 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-4469a90c-3a34-41f9-8bc2-b7d19e72367d req-cf8e6b42-8eb7-4334-84fb-52de2684e6d4 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0d7891a9-94e2-476a-82db-bc3b2580e736 HTTP/1.1" status: 200 len: 217 time: 0.1129868 Apr 09 13:49:36.560038 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-5c009e86-d0a0-4b39-8966-1be5c7039b6e req-57546b8b-f922-4686-8662-60d03e3bd31d tempest-VolumesSnapshotTestJSON-854221919 tempest-VolumesSnapshotTestJSON-854221919-project] 10.222.0.75 "GET /v2.0/security-groups?id=d687cea6-649b-46de-844b-68c307ed6ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323538 Apr 09 13:49:36.640231 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4469a90c-3a34-41f9-8bc2-b7d19e72367d req-1817505b-6015-4535-ba1c-3bd3c1e588d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:49:36.641984 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-4469a90c-3a34-41f9-8bc2-b7d19e72367d req-1817505b-6015-4535-ba1c-3bd3c1e588d7 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=34416a6a-bd52-4646-ab7d-89fb46c5b423 HTTP/1.1" status: 200 len: 853 time: 0.0786376 Apr 09 13:49:36.705281 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-4469a90c-3a34-41f9-8bc2-b7d19e72367d req-0def5bfb-176a-42f9-b160-777962409f92 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=12ad52cf-1a35-4ab3-95a3-9f3e01f33416&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0561168 Apr 09 13:49:37.197905 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-4469a90c-3a34-41f9-8bc2-b7d19e72367d req-a9f0e221-b9b7-4fae-bc71-7592fb443d37 service neutron] 10.222.0.90 "GET /v2.0/networks/12ad52cf-1a35-4ab3-95a3-9f3e01f33416?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4734027 Apr 09 13:49:37.262845 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142e7dec-d6d8-4e83-889e-95d599d1d24a req-77506cbe-6366-4c07-a1be-f3489093e503 tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:49:37.264480 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-142e7dec-d6d8-4e83-889e-95d599d1d24a req-77506cbe-6366-4c07-a1be-f3489093e503 tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] 10.222.0.75 "GET /v2.0/ports?device_id=3b0c4a3a-57ce-4e76-a767-bd7ea7d79510 HTTP/1.1" status: 200 len: 946 time: 0.1781454 Apr 09 13:49:37.357820 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-142e7dec-d6d8-4e83-889e-95d599d1d24a req-40c51020-cbd6-4e36-b70e-af807d432ac1 tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] 10.222.0.75 "GET /v2.0/security-groups?id=eea7a60b-00a0-497d-babc-18f415d64d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466285 Apr 09 13:49:37.400015 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-4469a90c-3a34-41f9-8bc2-b7d19e72367d req-04c3ffc1-ac09-49bd-b0ca-ab635224db4f service neutron] 10.222.0.90 "GET /v2.0/networks/12ad52cf-1a35-4ab3-95a3-9f3e01f33416?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1933362 Apr 09 13:49:37.552104 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da22b224-870b-444c-8a77-80a06e4d6b37 req-b75f0f1d-7099-44d5-a5b2-0a92551bd9af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:49:37.554285 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-da22b224-870b-444c-8a77-80a06e4d6b37 req-b75f0f1d-7099-44d5-a5b2-0a92551bd9af service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=9315ffdf3d274fc5a37da4a4aa777780&device_id=a324c2fc-ade4-438a-bd9c-4a0d1a5c77ee HTTP/1.1" status: 200 len: 1097 time: 0.1015844 Apr 09 13:49:37.787081 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da22b224-870b-444c-8a77-80a06e4d6b37 req-0d967b38-5ef0-4d55-8468-9ff09330b460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:49:37.788578 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-da22b224-870b-444c-8a77-80a06e4d6b37 req-0d967b38-5ef0-4d55-8468-9ff09330b460 service neutron] 10.222.0.90 "GET /v2.0/networks?id=12ad52cf-1a35-4ab3-95a3-9f3e01f33416 HTTP/1.1" status: 200 len: 914 time: 0.2267315 Apr 09 13:49:37.875888 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-da22b224-870b-444c-8a77-80a06e4d6b37 req-e3bc4417-37f9-4059-9fb2-c786ee1802b4 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0d7891a9-94e2-476a-82db-bc3b2580e736 HTTP/1.1" status: 200 len: 217 time: 0.0738897 Apr 09 13:49:37.929316 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3744f4bc-014b-4af5-9050-1b12769d3707 req-d7c4173d-04fd-4e1a-a2d4-ca4233138e55 tempest-VolumesSnapshotTestJSON-854221919 tempest-VolumesSnapshotTestJSON-854221919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:49:37.930915 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-3744f4bc-014b-4af5-9050-1b12769d3707 req-d7c4173d-04fd-4e1a-a2d4-ca4233138e55 tempest-VolumesSnapshotTestJSON-854221919 tempest-VolumesSnapshotTestJSON-854221919-project] 10.222.0.75 "GET /v2.0/ports?device_id=a324c2fc-ade4-438a-bd9c-4a0d1a5c77ee HTTP/1.1" status: 200 len: 944 time: 0.2253380 Apr 09 13:49:37.974257 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-3744f4bc-014b-4af5-9050-1b12769d3707 req-3d2ede7a-0e0b-46bf-8005-8c7e05402bef tempest-VolumesSnapshotTestJSON-854221919 tempest-VolumesSnapshotTestJSON-854221919-project] 10.222.0.75 "GET /v2.0/security-groups?id=d687cea6-649b-46de-844b-68c307ed6ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314536 Apr 09 13:49:37.980275 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da22b224-870b-444c-8a77-80a06e4d6b37 req-52012bd6-3424-4ce4-b2fe-768759ef1c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:49:37.982564 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-da22b224-870b-444c-8a77-80a06e4d6b37 req-52012bd6-3424-4ce4-b2fe-768759ef1c0e service neutron] 10.222.0.90 "GET /v2.0/subnets?id=34416a6a-bd52-4646-ab7d-89fb46c5b423 HTTP/1.1" status: 200 len: 853 time: 0.0991449 Apr 09 13:49:38.049933 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-da22b224-870b-444c-8a77-80a06e4d6b37 req-70ffbb90-fb2c-4d29-b7b3-7dcf5c7e9ead service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=12ad52cf-1a35-4ab3-95a3-9f3e01f33416&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0576439 Apr 09 13:49:38.249598 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-da22b224-870b-444c-8a77-80a06e4d6b37 req-700d2d48-d3bf-40f1-a041-730f32736022 service neutron] 10.222.0.90 "GET /v2.0/networks/12ad52cf-1a35-4ab3-95a3-9f3e01f33416?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1930842 Apr 09 13:49:38.476872 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-da22b224-870b-444c-8a77-80a06e4d6b37 req-8818a2d1-b51b-4239-9f81-a6302e4e3e37 service neutron] 10.222.0.90 "GET /v2.0/networks/12ad52cf-1a35-4ab3-95a3-9f3e01f33416?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2194424 Apr 09 13:49:38.513923 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac516fc-ef61-468b-8d6f-0d475f4691be req-da93390e-de01-4556-97ba-4dc28d2a3ff3 tempest-VolumesActionsTest-1918312477 tempest-VolumesActionsTest-1918312477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:49:38.515764 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-9ac516fc-ef61-468b-8d6f-0d475f4691be req-da93390e-de01-4556-97ba-4dc28d2a3ff3 tempest-VolumesActionsTest-1918312477 tempest-VolumesActionsTest-1918312477-project] 10.222.0.75 "GET /v2.0/ports?device_id=a0f3fa28-9051-4979-83fa-c768fc83d630 HTTP/1.1" status: 200 len: 945 time: 0.1326687 Apr 09 13:49:38.599943 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-9ac516fc-ef61-468b-8d6f-0d475f4691be req-f3d13157-3a21-4b9a-a1b4-a0fbab8c5963 tempest-VolumesActionsTest-1918312477 tempest-VolumesActionsTest-1918312477-project] 10.222.0.75 "GET /v2.0/security-groups?id=be19d9a7-e27e-4364-88d3-306f560a7980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398674 Apr 09 13:49:38.639955 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973ca41b-d880-48b6-83ab-cb1469b5163d req-953a5581-99a4-4c28-9e4a-f560bddf8cb7 tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:49:38.641565 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-973ca41b-d880-48b6-83ab-cb1469b5163d req-953a5581-99a4-4c28-9e4a-f560bddf8cb7 tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] 10.222.0.75 "GET /v2.0/ports?device_id=3b0c4a3a-57ce-4e76-a767-bd7ea7d79510 HTTP/1.1" status: 200 len: 946 time: 0.1383481 Apr 09 13:49:38.676581 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-973ca41b-d880-48b6-83ab-cb1469b5163d req-ccdac77b-5dff-4a8c-9abb-c218e115eeba tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] 10.222.0.75 "GET /v2.0/security-groups?id=eea7a60b-00a0-497d-babc-18f415d64d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0280492 Apr 09 13:49:38.785500 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [req-36197a20-f6be-4a51-abc6-82b1731081c6 req-a9c16848-b16d-4fb5-ad9b-6133ae31be53 tempest-TestShelveInstance-2046492814 tempest-TestShelveInstance-2046492814-project] Synchronizing usage tracker for tenant:42cd23f53368468a94a14f89589efd1d on resource:security_group {{(pid=85266) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 09 13:49:38.805232 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [req-36197a20-f6be-4a51-abc6-82b1731081c6 req-a9c16848-b16d-4fb5-ad9b-6133ae31be53 tempest-TestShelveInstance-2046492814 tempest-TestShelveInstance-2046492814-project] Unset dirty status for tenant:42cd23f53368468a94a14f89589efd1d on resource:security_group {{(pid=85266) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 09 13:49:38.806463 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-36197a20-f6be-4a51-abc6-82b1731081c6 req-a9c16848-b16d-4fb5-ad9b-6133ae31be53 tempest-TestShelveInstance-2046492814 tempest-TestShelveInstance-2046492814-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1156843470&fields=id&tenant_id=42cd23f53368468a94a14f89589efd1d HTTP/1.1" status: 200 len: 267 time: 0.0469134 Apr 09 13:49:38.982028 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36197a20-f6be-4a51-abc6-82b1731081c6 req-29e60837-3462-4010-bd27-b2b7617692ff tempest-TestShelveInstance-2046492814 tempest-TestShelveInstance-2046492814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:49:38.983711 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-36197a20-f6be-4a51-abc6-82b1731081c6 req-29e60837-3462-4010-bd27-b2b7617692ff tempest-TestShelveInstance-2046492814 tempest-TestShelveInstance-2046492814-project] 10.222.0.75 "GET /v2.0/networks?id=ae0f8e7f-ca5f-4c00-9803-4f9cd2a8e187 HTTP/1.1" status: 200 len: 809 time: 0.1686785 Apr 09 13:49:39.005032 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-36197a20-f6be-4a51-abc6-82b1731081c6 req-42f031a7-b561-4c9a-9669-d4e3ef4686c6 tempest-TestShelveInstance-2046492814 tempest-TestShelveInstance-2046492814-project] 10.222.0.75 "GET /v2.0/quotas/42cd23f53368468a94a14f89589efd1d HTTP/1.1" status: 200 len: 375 time: 0.0117292 Apr 09 13:49:39.110030 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-36197a20-f6be-4a51-abc6-82b1731081c6 req-72cfe0a0-e752-4a51-ac03-74d1f6e08620 tempest-TestShelveInstance-2046492814 tempest-TestShelveInstance-2046492814-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=42cd23f53368468a94a14f89589efd1d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0993745 Apr 09 13:49:39.334724 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c15c6e4-0647-4a8b-aa4a-a5cb5bfa159c req-564e6a98-a38c-49e9-a15f-dda56d2a08dd tempest-VolumesSnapshotTestJSON-854221919 tempest-VolumesSnapshotTestJSON-854221919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:49:39.336287 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-6c15c6e4-0647-4a8b-aa4a-a5cb5bfa159c req-564e6a98-a38c-49e9-a15f-dda56d2a08dd tempest-VolumesSnapshotTestJSON-854221919 tempest-VolumesSnapshotTestJSON-854221919-project] 10.222.0.75 "GET /v2.0/ports?device_id=a324c2fc-ade4-438a-bd9c-4a0d1a5c77ee HTTP/1.1" status: 200 len: 944 time: 0.2257919 Apr 09 13:49:39.338436 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-36197a20-f6be-4a51-abc6-82b1731081c6 req-936addf5-a228-41af-a850-a35563a3054e service neutron] 10.222.0.75 "GET /v2.0/networks/ae0f8e7f-ca5f-4c00-9803-4f9cd2a8e187?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1870520 Apr 09 13:49:39.414326 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-6c15c6e4-0647-4a8b-aa4a-a5cb5bfa159c req-19bbe594-404d-4703-a7e1-15f082c6d5e1 tempest-VolumesSnapshotTestJSON-854221919 tempest-VolumesSnapshotTestJSON-854221919-project] 10.222.0.75 "GET /v2.0/security-groups?id=d687cea6-649b-46de-844b-68c307ed6ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697958 Apr 09 13:49:39.541641 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-36197a20-f6be-4a51-abc6-82b1731081c6 req-1f8b4f23-dcf2-44fe-92d2-6130b279d473 service neutron] 10.222.0.75 "GET /v2.0/networks/ae0f8e7f-ca5f-4c00-9803-4f9cd2a8e187?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1844018 Apr 09 13:49:40.018634 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8dc101-caae-483f-a97b-0873bd62c67d req-5b3993aa-8978-411c-82e0-7fbc411df76a tempest-VolumesActionsTest-1918312477 tempest-VolumesActionsTest-1918312477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:49:40.020301 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-2e8dc101-caae-483f-a97b-0873bd62c67d req-5b3993aa-8978-411c-82e0-7fbc411df76a tempest-VolumesActionsTest-1918312477 tempest-VolumesActionsTest-1918312477-project] 10.222.0.75 "GET /v2.0/ports?device_id=a0f3fa28-9051-4979-83fa-c768fc83d630 HTTP/1.1" status: 200 len: 945 time: 0.1071308 Apr 09 13:49:40.152193 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-2e8dc101-caae-483f-a97b-0873bd62c67d req-14744c02-97a9-484f-8eed-e6954e32515c tempest-VolumesActionsTest-1918312477 tempest-VolumesActionsTest-1918312477-project] 10.222.0.75 "GET /v2.0/security-groups?id=be19d9a7-e27e-4364-88d3-306f560a7980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905664 Apr 09 13:49:40.311649 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d4e121-71c1-4f44-aac2-0a885b7dd1d9 req-97fe1e75-ac76-4ebd-bd57-387daf9f6d8c tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:49:40.314203 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-60d4e121-71c1-4f44-aac2-0a885b7dd1d9 req-97fe1e75-ac76-4ebd-bd57-387daf9f6d8c tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] 10.222.0.75 "GET /v2.0/ports?device_id=3b0c4a3a-57ce-4e76-a767-bd7ea7d79510 HTTP/1.1" status: 200 len: 946 time: 0.2928002 Apr 09 13:49:40.317731 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-a3801b71-8895-47ee-ae10-ebe0eaba8152 req-8c812621-c164-4c1b-8e63-29e9b4f71718 tempest-TestShelveInstance-2046492814 tempest-TestShelveInstance-2046492814-project] 10.222.0.75 "GET /v2.0/ports?device_id=a503abd7-9a17-4e98-b19d-44c2b8e5f936 HTTP/1.1" status: 200 len: 210 time: 0.0771148 Apr 09 13:49:40.333541 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14eda8cf-bfef-450a-9fd0-46314fa09a22 req-8b942ad3-51b4-482d-a699-456ae9f2c718 tempest-VolumesActionsTest-1918312477 tempest-VolumesActionsTest-1918312477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:49:40.335280 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-14eda8cf-bfef-450a-9fd0-46314fa09a22 req-8b942ad3-51b4-482d-a699-456ae9f2c718 tempest-VolumesActionsTest-1918312477 tempest-VolumesActionsTest-1918312477-project] 10.222.0.90 "GET /v2.0/ports?device_id=a0f3fa28-9051-4979-83fa-c768fc83d630 HTTP/1.1" status: 200 len: 945 time: 0.2369008 Apr 09 13:49:40.409798 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-60d4e121-71c1-4f44-aac2-0a885b7dd1d9 req-f4a1eb12-bdd1-48d8-888c-051052521c29 tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] 10.222.0.75 "GET /v2.0/security-groups?id=eea7a60b-00a0-497d-babc-18f415d64d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733969 Apr 09 13:49:40.435557 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.plugin [req-14eda8cf-bfef-450a-9fd0-46314fa09a22 req-02ff4af0-9e2c-4173-be58-f887e515d450 tempest-VolumesActionsTest-1918312477 tempest-VolumesActionsTest-1918312477-project] Deleting port d7e0c567-5cfb-4988-922d-7926535991b5 {{(pid=85266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 09 13:49:40.435945 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [req-14eda8cf-bfef-450a-9fd0-46314fa09a22 req-02ff4af0-9e2c-4173-be58-f887e515d450 tempest-VolumesActionsTest-1918312477 tempest-VolumesActionsTest-1918312477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771815896742'] for port, before_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:49:40.900671 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:49:41.029094 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980509a0-b860-4c69-a245-7ca1a7d0605c req-b36ed6ed-90c4-44f8-809c-1cf77b31b15f tempest-VolumesSnapshotTestJSON-854221919 tempest-VolumesSnapshotTestJSON-854221919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:49:41.030779 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-980509a0-b860-4c69-a245-7ca1a7d0605c req-b36ed6ed-90c4-44f8-809c-1cf77b31b15f tempest-VolumesSnapshotTestJSON-854221919 tempest-VolumesSnapshotTestJSON-854221919-project] 10.222.0.75 "GET /v2.0/ports?device_id=a324c2fc-ade4-438a-bd9c-4a0d1a5c77ee HTTP/1.1" status: 200 len: 944 time: 0.4616508 Apr 09 13:49:41.089145 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-980509a0-b860-4c69-a245-7ca1a7d0605c req-c67552a5-f4bf-4242-9fe7-767d4218420d tempest-VolumesSnapshotTestJSON-854221919 tempest-VolumesSnapshotTestJSON-854221919-project] 10.222.0.75 "GET /v2.0/security-groups?id=d687cea6-649b-46de-844b-68c307ed6ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504022 Apr 09 13:49:41.099927 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.db [req-14eda8cf-bfef-450a-9fd0-46314fa09a22 req-02ff4af0-9e2c-4173-be58-f887e515d450 tempest-VolumesActionsTest-1918312477 tempest-VolumesActionsTest-1918312477-project] For port d7e0c567-5cfb-4988-922d-7926535991b5, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=d7e0c567-5cfb-4988-922d-7926535991b5,segment=NetworkSegment(32c05caa-5d65-4469-9d83-b4dfe0224c07),segment_id=32c05caa-5d65-4469-9d83-b4dfe0224c07)] {{(pid=85266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 09 13:49:41.099927 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [req-14eda8cf-bfef-450a-9fd0-46314fa09a22 req-02ff4af0-9e2c-4173-be58-f887e515d450 tempest-VolumesActionsTest-1918312477 tempest-VolumesActionsTest-1918312477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-707704'] for port, precommit_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:49:41.258196 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.plugin [req-14eda8cf-bfef-450a-9fd0-46314fa09a22 req-02ff4af0-9e2c-4173-be58-f887e515d450 tempest-VolumesActionsTest-1918312477 tempest-VolumesActionsTest-1918312477-project] Calling delete_port for d7e0c567-5cfb-4988-922d-7926535991b5 owned by compute:nova {{(pid=85266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 09 13:49:41.363897 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36197a20-f6be-4a51-abc6-82b1731081c6 req-8ad3a435-fa2c-4d9b-9c4e-dcc254b6c7bc tempest-TestShelveInstance-2046492814 tempest-TestShelveInstance-2046492814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:49:41.364964 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [req-36197a20-f6be-4a51-abc6-82b1731081c6 req-8ad3a435-fa2c-4d9b-9c4e-dcc254b6c7bc tempest-TestShelveInstance-2046492814 tempest-TestShelveInstance-2046492814-project] Synchronizing usage tracker for tenant:42cd23f53368468a94a14f89589efd1d on resource:network {{(pid=85265) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 09 13:49:41.388597 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [req-36197a20-f6be-4a51-abc6-82b1731081c6 req-8ad3a435-fa2c-4d9b-9c4e-dcc254b6c7bc tempest-TestShelveInstance-2046492814 tempest-TestShelveInstance-2046492814-project] Unset dirty status for tenant:42cd23f53368468a94a14f89589efd1d on resource:network {{(pid=85265) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 09 13:49:41.390451 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-36197a20-f6be-4a51-abc6-82b1731081c6 req-8ad3a435-fa2c-4d9b-9c4e-dcc254b6c7bc tempest-TestShelveInstance-2046492814 tempest-TestShelveInstance-2046492814-project] 10.222.0.90 "GET /v2.0/networks?id=ae0f8e7f-ca5f-4c00-9803-4f9cd2a8e187 HTTP/1.1" status: 200 len: 809 time: 0.2313161 Apr 09 13:49:41.523065 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [req-36197a20-f6be-4a51-abc6-82b1731081c6 req-b9ead0b3-e389-4a03-9788-c73dd7621a4d tempest-TestShelveInstance-2046492814 tempest-TestShelveInstance-2046492814-project] Synchronizing usage tracker for tenant:42cd23f53368468a94a14f89589efd1d on resource:security_group {{(pid=85265) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 09 13:49:41.538875 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-e604bb4d-489c-42b9-86b3-32c8ce974474 req-31a316f1-e8b7-4372-af69-868edaaf5354 tempest-TestShelveInstance-2046492814 tempest-TestShelveInstance-2046492814-project] 10.222.0.75 "GET /v2.0/ports?device_id=a503abd7-9a17-4e98-b19d-44c2b8e5f936 HTTP/1.1" status: 200 len: 210 time: 0.0631027 Apr 09 13:49:41.554725 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [req-36197a20-f6be-4a51-abc6-82b1731081c6 req-b9ead0b3-e389-4a03-9788-c73dd7621a4d tempest-TestShelveInstance-2046492814 tempest-TestShelveInstance-2046492814-project] Unset dirty status for tenant:42cd23f53368468a94a14f89589efd1d on resource:security_group {{(pid=85265) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 09 13:49:41.557058 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-36197a20-f6be-4a51-abc6-82b1731081c6 req-b9ead0b3-e389-4a03-9788-c73dd7621a4d tempest-TestShelveInstance-2046492814 tempest-TestShelveInstance-2046492814-project] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=42cd23f53368468a94a14f89589efd1d HTTP/1.1" status: 200 len: 8061 time: 0.1552684 Apr 09 13:49:41.574987 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.v2.base [req-36197a20-f6be-4a51-abc6-82b1731081c6 req-b1b32be8-bacd-4221-8641-937c21f7698a tempest-TestShelveInstance-2046492814 tempest-TestShelveInstance-2046492814-project] Request body: {'port': {'device_id': 'a503abd7-9a17-4e98-b19d-44c2b8e5f936', 'network_id': 'ae0f8e7f-ca5f-4c00-9803-4f9cd2a8e187', 'admin_state_up': True, 'tenant_id': '42cd23f53368468a94a14f89589efd1d', 'security_groups': ['f5d340f6-5283-44aa-a0af-0d9d5b085036']}} {{(pid=85265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 09 13:49:41.639976 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be08f516-82f0-451b-ad2e-da5b36ab4337 req-abc62494-1045-46a7-8420-508d51480bf2 tempest-VolumesActionsTest-1918312477 tempest-VolumesActionsTest-1918312477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:49:41.641629 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-be08f516-82f0-451b-ad2e-da5b36ab4337 req-abc62494-1045-46a7-8420-508d51480bf2 tempest-VolumesActionsTest-1918312477 tempest-VolumesActionsTest-1918312477-project] 10.222.0.75 "GET /v2.0/ports?device_id=a0f3fa28-9051-4979-83fa-c768fc83d630 HTTP/1.1" status: 200 len: 945 time: 0.3063550 Apr 09 13:49:41.723941 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [req-14eda8cf-bfef-450a-9fd0-46314fa09a22 req-02ff4af0-9e2c-4173-be58-f887e515d450 tempest-VolumesActionsTest-1918312477 tempest-VolumesActionsTest-1918312477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853739901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853759498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363265038874501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363265039307636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2203223'] for port, after_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:49:41.753043 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:49:41.755093 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [req-36197a20-f6be-4a51-abc6-82b1731081c6 req-b1b32be8-bacd-4221-8641-937c21f7698a tempest-TestShelveInstance-2046492814 tempest-TestShelveInstance-2046492814-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 13:49:41.759428 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [req-36197a20-f6be-4a51-abc6-82b1731081c6 req-b1b32be8-bacd-4221-8641-937c21f7698a tempest-TestShelveInstance-2046492814 tempest-TestShelveInstance-2046492814-project] Usage tracker for resource:port and tenant:42cd23f53368468a94a14f89589efd1d is out of sync, need to count used quota {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 13:49:41.763522 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [req-36197a20-f6be-4a51-abc6-82b1731081c6 req-b1b32be8-bacd-4221-8641-937c21f7698a tempest-TestShelveInstance-2046492814 tempest-TestShelveInstance-2046492814-project] Quota usage for port was recalculated. Used quota:2. {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 13:49:41.770484 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [req-36197a20-f6be-4a51-abc6-82b1731081c6 req-b1b32be8-bacd-4221-8641-937c21f7698a tempest-TestShelveInstance-2046492814 tempest-TestShelveInstance-2046492814-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 13:49:41.779858 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36197a20-f6be-4a51-abc6-82b1731081c6 req-b1b32be8-bacd-4221-8641-937c21f7698a tempest-TestShelveInstance-2046492814 tempest-TestShelveInstance-2046492814-project] Made reservation on behalf of 42cd23f53368468a94a14f89589efd1d for: {'port': 1} {{(pid=85265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 09 13:49:41.786448 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [req-36197a20-f6be-4a51-abc6-82b1731081c6 req-b1b32be8-bacd-4221-8641-937c21f7698a tempest-TestShelveInstance-2046492814 tempest-TestShelveInstance-2046492814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853739810'] for port, before_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:49:41.810947 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-be08f516-82f0-451b-ad2e-da5b36ab4337 req-3b4f6d64-adb2-4f32-b5a0-722489fc21c1 tempest-VolumesActionsTest-1918312477 tempest-VolumesActionsTest-1918312477-project] 10.222.0.75 "GET /v2.0/security-groups?id=be19d9a7-e27e-4364-88d3-306f560a7980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563332 Apr 09 13:49:41.836687 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ff4af0-9e2c-4173-be58-f887e515d450 tempest-VolumesActionsTest-1918312477 tempest-VolumesActionsTest-1918312477-project] Pushing event deleted for resources: {'Port': ['ID=d7e0c567-5cfb-4988-922d-7926535991b5,revision_number=None']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:49:41.836687 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-02ff4af0-9e2c-4173-be58-f887e515d450 tempest-VolumesActionsTest-1918312477 tempest-VolumesActionsTest-1918312477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:49:41.955783 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad85cf9f-bbe3-4d6a-8597-40f5cceb39f6 req-0744c128-0216-4d57-92db-204dee28c354 tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:49:41.957292 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-ad85cf9f-bbe3-4d6a-8597-40f5cceb39f6 req-0744c128-0216-4d57-92db-204dee28c354 tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] 10.222.0.75 "GET /v2.0/ports?device_id=3b0c4a3a-57ce-4e76-a767-bd7ea7d79510 HTTP/1.1" status: 200 len: 946 time: 0.2819884 Apr 09 13:49:41.978265 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.db_base_plugin_common [req-36197a20-f6be-4a51-abc6-82b1731081c6 req-b1b32be8-bacd-4221-8641-937c21f7698a tempest-TestShelveInstance-2046492814 tempest-TestShelveInstance-2046492814-project] Allocated IP 172.20.0.6 (ae0f8e7f-ca5f-4c00-9803-4f9cd2a8e187/3d7b5803-c407-4abc-ab92-6b23397b2a0e/692d69f0-6230-42eb-8695-2e698bb43640) {{(pid=85265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 09 13:49:42.047095 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-ad85cf9f-bbe3-4d6a-8597-40f5cceb39f6 req-b1b1fca7-49c3-4bf5-a7c3-03406f22f2f5 tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] 10.222.0.75 "GET /v2.0/security-groups?id=eea7a60b-00a0-497d-babc-18f415d64d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778117 Apr 09 13:49:42.084700 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.rpc [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Device 0d7891a9-94e2-476a-82db-bc3b2580e736 details requested by agent hyperv_hv-cinder-78536 with host hv-cinder-78536 {{(pid=85267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 09 13:49:42.088994 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_dvrscheduler_db [req-14eda8cf-bfef-450a-9fd0-46314fa09a22 req-02ff4af0-9e2c-4173-be58-f887e515d450 tempest-VolumesActionsTest-1918312477 tempest-VolumesActionsTest-1918312477-project] No DVR routers for this DVR port d7e0c567-5cfb-4988-922d-7926535991b5 on host hv-cinder-78536 {{(pid=85266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 09 13:49:42.092702 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [req-14eda8cf-bfef-450a-9fd0-46314fa09a22 req-02ff4af0-9e2c-4173-be58-f887e515d450 tempest-VolumesActionsTest-1918312477 tempest-VolumesActionsTest-1918312477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770645'] for port, before_response {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:49:42.095817 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.rpc [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Device d7e0c567-5cfb-4988-922d-7926535991b5 no longer exists at agent hyperv_hv-cinder-78536 {{(pid=85267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 09 13:49:42.097133 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0f3fa28-9051-4979-83fa-c768fc83d630', 'name': 'network-vif-deleted', 'tag': 'd7e0c567-5cfb-4988-922d-7926535991b5'}] {{(pid=85266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 09 13:49:42.151130 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-14eda8cf-bfef-450a-9fd0-46314fa09a22 req-02ff4af0-9e2c-4173-be58-f887e515d450 tempest-VolumesActionsTest-1918312477 tempest-VolumesActionsTest-1918312477-project] 10.222.0.90 "DELETE /v2.0/ports/d7e0c567-5cfb-4988-922d-7926535991b5 HTTP/1.1" status: 204 len: 173 time: 1.8011131 Apr 09 13:49:42.163414 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0f3fa28-9051-4979-83fa-c768fc83d630', 'name': 'network-vif-deleted', 'tag': 'd7e0c567-5cfb-4988-922d-7926535991b5', 'status': 'completed', 'code': 200} Apr 09 13:49:42.243523 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [req-36197a20-f6be-4a51-abc6-82b1731081c6 req-b1b32be8-bacd-4221-8641-937c21f7698a tempest-TestShelveInstance-2046492814 tempest-TestShelveInstance-2046492814-project] Notify callbacks [] for port, precommit_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:49:42.269485 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.provisioning_blocks [req-36197a20-f6be-4a51-abc6-82b1731081c6 req-b1b32be8-bacd-4221-8641-937c21f7698a tempest-TestShelveInstance-2046492814 tempest-TestShelveInstance-2046492814-project] Transition to ACTIVE for port object 692d69f0-6230-42eb-8695-2e698bb43640 will not be triggered until provisioned by entity DHCP. {{(pid=85265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 09 13:49:42.303508 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [req-36197a20-f6be-4a51-abc6-82b1731081c6 req-b1b32be8-bacd-4221-8641-937c21f7698a tempest-TestShelveInstance-2046492814 tempest-TestShelveInstance-2046492814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853739901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853759498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771815468164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851965059'] for port, after_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:49:42.326743 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:49:42.349854 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.db [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] For port 0d7891a9-94e2-476a-82db-bc3b2580e736, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=0d7891a9-94e2-476a-82db-bc3b2580e736,segment=NetworkSegment(46faed05-cf6e-4ae4-bbb6-688aae85c3e4),segment_id=46faed05-cf6e-4ae4-bbb6-688aae85c3e4)] {{(pid=85267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 09 13:49:42.373165 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.rpc [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Returning: {'device': '0d7891a9-94e2-476a-82db-bc3b2580e736', 'network_id': '12ad52cf-1a35-4ab3-95a3-9f3e01f33416', 'port_id': '0d7891a9-94e2-476a-82db-bc3b2580e736', 'mac_address': 'fa:16:3e:27:18:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 615, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34416a6a-bd52-4646-ab7d-89fb46c5b423', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 09 13:49:42.406483 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b32be8-bacd-4221-8641-937c21f7698a tempest-TestShelveInstance-2046492814 tempest-TestShelveInstance-2046492814-project] Pushing event updated for resources: {'Port': ['ID=692d69f0-6230-42eb-8695-2e698bb43640,revision_number=1']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:49:42.420265 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.plugin [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] No Port match for: d7e0c567-5cfb-4988-922d-7926535991b5 {{(pid=85267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 09 13:49:42.420984 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.rpc [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Device d7e0c567-5cfb-4988-922d-7926535991b5 not bound to the agent host hv-cinder-78536 {{(pid=85267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 09 13:49:42.422881 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-b1b32be8-bacd-4221-8641-937c21f7698a tempest-TestShelveInstance-2046492814 tempest-TestShelveInstance-2046492814-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:49:42.429477 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47256df3-ecaf-428a-928a-62d14d980bcd req-1d003135-6d09-46ff-9be2-b8765de26947 tempest-VolumesSnapshotTestJSON-854221919 tempest-VolumesSnapshotTestJSON-854221919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:49:42.438864 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-47256df3-ecaf-428a-928a-62d14d980bcd req-1d003135-6d09-46ff-9be2-b8765de26947 tempest-VolumesSnapshotTestJSON-854221919 tempest-VolumesSnapshotTestJSON-854221919-project] 10.222.0.75 "GET /v2.0/ports?device_id=a324c2fc-ade4-438a-bd9c-4a0d1a5c77ee HTTP/1.1" status: 200 len: 944 time: 0.1129408 Apr 09 13:49:42.454180 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853739810'] for port, before_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:49:42.477842 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-47256df3-ecaf-428a-928a-62d14d980bcd req-5ecacb6b-5809-4fa8-8d3f-d9e8a8858aa7 tempest-VolumesSnapshotTestJSON-854221919 tempest-VolumesSnapshotTestJSON-854221919-project] 10.222.0.75 "GET /v2.0/security-groups?id=d687cea6-649b-46de-844b-68c307ed6ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377240 Apr 09 13:49:42.479594 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.notifiers.nova [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d7891a9-94e2-476a-82db-bc3b2580e736 {{(pid=85267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 09 13:49:42.521229 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.db [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] For port 0d7891a9-94e2-476a-82db-bc3b2580e736, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=0d7891a9-94e2-476a-82db-bc3b2580e736,segment=NetworkSegment(46faed05-cf6e-4ae4-bbb6-688aae85c3e4),segment_id=46faed05-cf6e-4ae4-bbb6-688aae85c3e4)] {{(pid=85267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 09 13:49:42.525173 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853739901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853759498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265038874484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771815468181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265039307602'] for port, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:49:42.527481 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:49:42.559105 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36197a20-f6be-4a51-abc6-82b1731081c6 req-b1b32be8-bacd-4221-8641-937c21f7698a tempest-TestShelveInstance-2046492814 tempest-TestShelveInstance-2046492814-project] Network ae0f8e7f-ca5f-4c00-9803-4f9cd2a8e187 is already hosted by enough agents. {{(pid=85265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 09 13:49:42.560879 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.scheduler.base_scheduler [req-36197a20-f6be-4a51-abc6-82b1731081c6 req-b1b32be8-bacd-4221-8641-937c21f7698a tempest-TestShelveInstance-2046492814 tempest-TestShelveInstance-2046492814-project] Resources bound (agent type, host, resource id): {{(pid=85265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 09 13:49:42.563459 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_dvrscheduler_db [req-36197a20-f6be-4a51-abc6-82b1731081c6 req-b1b32be8-bacd-4221-8641-937c21f7698a tempest-TestShelveInstance-2046492814 tempest-TestShelveInstance-2046492814-project] Received port after_create {{(pid=85265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 09 13:49:42.609388 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Pushing event updated for resources: {'Port': ['ID=0d7891a9-94e2-476a-82db-bc3b2580e736,revision_number=4']} {{(pid=85267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:49:42.612914 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=85267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:49:42.673784 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36197a20-f6be-4a51-abc6-82b1731081c6 req-b1b32be8-bacd-4221-8641-937c21f7698a tempest-TestShelveInstance-2046492814 tempest-TestShelveInstance-2046492814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:49:42.674617 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [req-36197a20-f6be-4a51-abc6-82b1731081c6 req-b1b32be8-bacd-4221-8641-937c21f7698a tempest-TestShelveInstance-2046492814 tempest-TestShelveInstance-2046492814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770645'] for port, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:49:42.698960 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-36197a20-f6be-4a51-abc6-82b1731081c6 req-b1b32be8-bacd-4221-8641-937c21f7698a tempest-TestShelveInstance-2046492814 tempest-TestShelveInstance-2046492814-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1293814 Apr 09 13:49:42.719471 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.v2.base [req-36197a20-f6be-4a51-abc6-82b1731081c6 req-bbff8147-dae0-407a-9eab-d43f86408a7e service neutron] Request body: {'port': {'device_id': 'a503abd7-9a17-4e98-b19d-44c2b8e5f936', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78536'}} {{(pid=85265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 09 13:49:42.802771 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b67529-e0e1-453a-9874-98840d50b6b4 req-e8afb39e-2789-45ca-8f4a-4ce501495971 tempest-TestShelveInstance-2046492814 tempest-TestShelveInstance-2046492814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:49:42.805262 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-f2b67529-e0e1-453a-9874-98840d50b6b4 req-e8afb39e-2789-45ca-8f4a-4ce501495971 tempest-TestShelveInstance-2046492814 tempest-TestShelveInstance-2046492814-project] 10.222.0.75 "GET /v2.0/ports?device_id=a503abd7-9a17-4e98-b19d-44c2b8e5f936 HTTP/1.1" status: 200 len: 931 time: 0.1110754 Apr 09 13:49:42.842919 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-f2b67529-e0e1-453a-9874-98840d50b6b4 req-cbe8b3ff-3143-445c-875a-11ad039bd07f tempest-TestShelveInstance-2046492814 tempest-TestShelveInstance-2046492814-project] 10.222.0.75 "GET /v2.0/security-groups?id=f5d340f6-5283-44aa-a0af-0d9d5b085036&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298486 Apr 09 13:49:42.851336 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [req-36197a20-f6be-4a51-abc6-82b1731081c6 req-bbff8147-dae0-407a-9eab-d43f86408a7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853739810'] for port, before_update {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:49:42.938353 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.provisioning_blocks [None req-f777de94-d584-4bbf-8ba3-e3f0d771da9d None None] Provisioning for port 692d69f0-6230-42eb-8695-2e698bb43640 completed by entity DHCP. {{(pid=85267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 09 13:49:42.944858 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.provisioning_blocks [None req-f777de94-d584-4bbf-8ba3-e3f0d771da9d None None] Provisioning complete for port 692d69f0-6230-42eb-8695-2e698bb43640 triggered by entity DHCP. {{(pid=85267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 09 13:49:42.945508 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-f777de94-d584-4bbf-8ba3-e3f0d771da9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765226'] for port, provisioning_complete {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:49:43.042936 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [req-c7be9107-7e77-41f1-905d-30187f106e2a req-a63302eb-71f3-4e08-9509-4254f0baf854 tempest-VolumesActionsTest-1918312477 tempest-VolumesActionsTest-1918312477-project] Synchronizing usage tracker for tenant:f67346613fba4fea8326d2e37f000a26 on resource:port {{(pid=85266) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 09 13:49:43.066003 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.plugin [None req-f777de94-d584-4bbf-8ba3-e3f0d771da9d None None] Port 692d69f0-6230-42eb-8695-2e698bb43640 cannot update to ACTIVE because it is not bound. {{(pid=85267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 09 13:49:43.070707 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [req-c7be9107-7e77-41f1-905d-30187f106e2a req-a63302eb-71f3-4e08-9509-4254f0baf854 tempest-VolumesActionsTest-1918312477 tempest-VolumesActionsTest-1918312477-project] Unset dirty status for tenant:f67346613fba4fea8326d2e37f000a26 on resource:port {{(pid=85266) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 09 13:49:43.073316 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-c7be9107-7e77-41f1-905d-30187f106e2a req-a63302eb-71f3-4e08-9509-4254f0baf854 tempest-VolumesActionsTest-1918312477 tempest-VolumesActionsTest-1918312477-project] 10.222.0.75 "GET /v2.0/ports?device_id=a0f3fa28-9051-4979-83fa-c768fc83d630 HTTP/1.1" status: 200 len: 210 time: 0.0996816 Apr 09 13:49:43.092195 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.db [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] get_ports_and_sgs() called for port_ids ['0d7891a9-94e2-476a-82db-bc3b2580e736'] {{(pid=85267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 09 13:49:43.332837 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f324ecbb-40b3-4d52-b7b9-a11388bbcd68 req-26488446-ff8e-454c-8050-be7160ddcc3f tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:49:43.334991 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-f324ecbb-40b3-4d52-b7b9-a11388bbcd68 req-26488446-ff8e-454c-8050-be7160ddcc3f tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] 10.222.0.75 "GET /v2.0/ports?device_id=3b0c4a3a-57ce-4e76-a767-bd7ea7d79510 HTTP/1.1" status: 200 len: 946 time: 0.1151659 Apr 09 13:49:43.377940 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-f324ecbb-40b3-4d52-b7b9-a11388bbcd68 req-14a62519-6b8f-47fa-bc61-f3e7e43d057e tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] 10.222.0.75 "GET /v2.0/security-groups?id=eea7a60b-00a0-497d-babc-18f415d64d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0265651 Apr 09 13:49:43.437971 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.notifiers.nova [req-36197a20-f6be-4a51-abc6-82b1731081c6 req-bbff8147-dae0-407a-9eab-d43f86408a7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 692d69f0-6230-42eb-8695-2e698bb43640 {{(pid=85265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 09 13:49:43.446135 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [req-36197a20-f6be-4a51-abc6-82b1731081c6 req-bbff8147-dae0-407a-9eab-d43f86408a7e service neutron] Notify callbacks [] for port, precommit_update {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:49:43.461953 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.provisioning_blocks [req-36197a20-f6be-4a51-abc6-82b1731081c6 req-bbff8147-dae0-407a-9eab-d43f86408a7e service neutron] Transition to ACTIVE for port object 692d69f0-6230-42eb-8695-2e698bb43640 will not be triggered until provisioned by entity L2. {{(pid=85265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 09 13:49:43.464666 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [req-36197a20-f6be-4a51-abc6-82b1731081c6 req-bbff8147-dae0-407a-9eab-d43f86408a7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853739901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853759498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265038874484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771815468181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265039307602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2810724'] for port, after_update {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:49:43.480387 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-b1015908-29e4-45b4-a87c-b652a8f45a80 tempest-DeleteServersTestJSON-1971012576 tempest-DeleteServersTestJSON-1971012576-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:49:43.630079 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbff8147-dae0-407a-9eab-d43f86408a7e service neutron] Pushing event updated for resources: {'Port': ['ID=692d69f0-6230-42eb-8695-2e698bb43640,revision_number=2']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:49:43.634321 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-bbff8147-dae0-407a-9eab-d43f86408a7e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:49:43.718123 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c69fb3c-ed0d-43c7-8335-0b294fa1ecf3 req-61305af8-ff7d-45e2-9881-8338dcf8ba6f tempest-VolumesSnapshotTestJSON-854221919 tempest-VolumesSnapshotTestJSON-854221919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:49:43.720214 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-9c69fb3c-ed0d-43c7-8335-0b294fa1ecf3 req-61305af8-ff7d-45e2-9881-8338dcf8ba6f tempest-VolumesSnapshotTestJSON-854221919 tempest-VolumesSnapshotTestJSON-854221919-project] 10.222.0.75 "GET /v2.0/ports?device_id=a324c2fc-ade4-438a-bd9c-4a0d1a5c77ee HTTP/1.1" status: 200 len: 945 time: 0.1084552 Apr 09 13:49:43.773651 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-9c69fb3c-ed0d-43c7-8335-0b294fa1ecf3 req-d40b40f1-7961-4936-9081-4cff6fc175b3 tempest-VolumesSnapshotTestJSON-854221919 tempest-VolumesSnapshotTestJSON-854221919-project] 10.222.0.75 "GET /v2.0/security-groups?id=d687cea6-649b-46de-844b-68c307ed6ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421522 Apr 09 13:49:43.891726 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.managers [req-36197a20-f6be-4a51-abc6-82b1731081c6 req-bbff8147-dae0-407a-9eab-d43f86408a7e service neutron] Attempting to bind port 692d69f0-6230-42eb-8695-2e698bb43640 on host hv-cinder-78536 for vnic_type normal with profile {{(pid=85265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 09 13:49:43.892111 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.managers [req-36197a20-f6be-4a51-abc6-82b1731081c6 req-bbff8147-dae0-407a-9eab-d43f86408a7e service neutron] Attempting to bind port 692d69f0-6230-42eb-8695-2e698bb43640 by drivers openvswitch,hyperv on host hv-cinder-78536 at level 0 using segments [{'id': '38f09ab6-9633-4381-a064-480473442993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'ae0f8e7f-ca5f-4c00-9803-4f9cd2a8e187'}] {{(pid=85265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 09 13:49:43.892605 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36197a20-f6be-4a51-abc6-82b1731081c6 req-bbff8147-dae0-407a-9eab-d43f86408a7e service neutron] Attempting to bind port 692d69f0-6230-42eb-8695-2e698bb43640 on network ae0f8e7f-ca5f-4c00-9803-4f9cd2a8e187 {{(pid=85265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 09 13:49:43.898439 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36197a20-f6be-4a51-abc6-82b1731081c6 req-bbff8147-dae0-407a-9eab-d43f86408a7e service neutron] Port 692d69f0-6230-42eb-8695-2e698bb43640 on network ae0f8e7f-ca5f-4c00-9803-4f9cd2a8e187 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78536 {{(pid=85265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 09 13:49:43.898803 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36197a20-f6be-4a51-abc6-82b1731081c6 req-bbff8147-dae0-407a-9eab-d43f86408a7e service neutron] Attempting to bind port 692d69f0-6230-42eb-8695-2e698bb43640 on network ae0f8e7f-ca5f-4c00-9803-4f9cd2a8e187 {{(pid=85265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 09 13:49:43.906064 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36197a20-f6be-4a51-abc6-82b1731081c6 req-bbff8147-dae0-407a-9eab-d43f86408a7e service neutron] Checking agent: {'id': '5a3daac1-2611-42bd-a388-caa17c5666c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78536', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 9, 13, 45, 11), 'started_at': datetime.datetime(2021, 4, 9, 13, 45, 11), 'heartbeat_timestamp': datetime.datetime(2021, 4, 9, 13, 49, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 09 13:49:43.906444 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36197a20-f6be-4a51-abc6-82b1731081c6 req-bbff8147-dae0-407a-9eab-d43f86408a7e service neutron] Checking segment: {'id': '38f09ab6-9633-4381-a064-480473442993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'ae0f8e7f-ca5f-4c00-9803-4f9cd2a8e187'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 09 13:49:43.906945 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36197a20-f6be-4a51-abc6-82b1731081c6 req-bbff8147-dae0-407a-9eab-d43f86408a7e service neutron] Bound using segment: {'id': '38f09ab6-9633-4381-a064-480473442993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'ae0f8e7f-ca5f-4c00-9803-4f9cd2a8e187'} {{(pid=85265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 09 13:49:43.907448 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.managers [req-36197a20-f6be-4a51-abc6-82b1731081c6 req-bbff8147-dae0-407a-9eab-d43f86408a7e service neutron] Bound port: 692d69f0-6230-42eb-8695-2e698bb43640, host: hv-cinder-78536, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38f09ab6-9633-4381-a064-480473442993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'ae0f8e7f-ca5f-4c00-9803-4f9cd2a8e187'}}] {{(pid=85265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 09 13:49:43.907920 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [req-36197a20-f6be-4a51-abc6-82b1731081c6 req-bbff8147-dae0-407a-9eab-d43f86408a7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853739810'] for port, before_update {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:49:43.994259 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.db [req-36197a20-f6be-4a51-abc6-82b1731081c6 req-bbff8147-dae0-407a-9eab-d43f86408a7e service neutron] For port 692d69f0-6230-42eb-8695-2e698bb43640, host hv-cinder-78536, cleared binding levels {{(pid=85265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 09 13:49:43.998176 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.db [req-36197a20-f6be-4a51-abc6-82b1731081c6 req-bbff8147-dae0-407a-9eab-d43f86408a7e service neutron] For port 692d69f0-6230-42eb-8695-2e698bb43640, host hv-cinder-78536, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=692d69f0-6230-42eb-8695-2e698bb43640,segment=NetworkSegment(38f09ab6-9633-4381-a064-480473442993),segment_id=38f09ab6-9633-4381-a064-480473442993)] {{(pid=85265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 09 13:49:44.002139 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [req-36197a20-f6be-4a51-abc6-82b1731081c6 req-bbff8147-dae0-407a-9eab-d43f86408a7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853739901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853759498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265038874484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771815468181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265039307602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2810724'] for port, after_update {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:49:44.017994 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-2a4ecab8-b66a-4962-9143-cefec42da1ac tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:49:44.062529 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a72a1b-501d-4606-a30f-3de8256dbc02 req-9b7aa701-0149-4598-ac36-c969e1efd2df tempest-TestShelveInstance-2046492814 tempest-TestShelveInstance-2046492814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:49:44.064349 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-93a72a1b-501d-4606-a30f-3de8256dbc02 req-9b7aa701-0149-4598-ac36-c969e1efd2df tempest-TestShelveInstance-2046492814 tempest-TestShelveInstance-2046492814-project] 10.222.0.75 "GET /v2.0/ports?device_id=a503abd7-9a17-4e98-b19d-44c2b8e5f936 HTTP/1.1" status: 200 len: 943 time: 0.1000321 Apr 09 13:49:44.096997 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-93a72a1b-501d-4606-a30f-3de8256dbc02 req-d8bd0ade-0c95-4360-8c63-57076301a976 tempest-TestShelveInstance-2046492814 tempest-TestShelveInstance-2046492814-project] 10.222.0.75 "GET /v2.0/security-groups?id=f5d340f6-5283-44aa-a0af-0d9d5b085036&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0253997 Apr 09 13:49:44.180104 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbff8147-dae0-407a-9eab-d43f86408a7e service neutron] Pushing event updated for resources: {'Port': ['ID=692d69f0-6230-42eb-8695-2e698bb43640,revision_number=3']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:49:44.183726 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-bbff8147-dae0-407a-9eab-d43f86408a7e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:49:44.237741 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36197a20-f6be-4a51-abc6-82b1731081c6 req-bbff8147-dae0-407a-9eab-d43f86408a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:49:44.239904 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [req-36197a20-f6be-4a51-abc6-82b1731081c6 req-bbff8147-dae0-407a-9eab-d43f86408a7e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770645'] for port, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:49:44.242384 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-36197a20-f6be-4a51-abc6-82b1731081c6 req-bbff8147-dae0-407a-9eab-d43f86408a7e service neutron] 10.222.0.90 "PUT /v2.0/ports/692d69f0-6230-42eb-8695-2e698bb43640 HTTP/1.1" status: 200 len: 1093 time: 1.5291560 Apr 09 13:49:44.244304 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a503abd7-9a17-4e98-b19d-44c2b8e5f936', 'tag': '692d69f0-6230-42eb-8695-2e698bb43640'}] {{(pid=85265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 09 13:49:44.305052 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a503abd7-9a17-4e98-b19d-44c2b8e5f936', 'tag': '692d69f0-6230-42eb-8695-2e698bb43640', 'status': 'completed', 'code': 200} Apr 09 13:49:44.423988 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36197a20-f6be-4a51-abc6-82b1731081c6 req-185e3c0f-d51b-4a77-a80b-8e334691a93f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:49:44.423988 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-36197a20-f6be-4a51-abc6-82b1731081c6 req-185e3c0f-d51b-4a77-a80b-8e334691a93f service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=42cd23f53368468a94a14f89589efd1d&device_id=a503abd7-9a17-4e98-b19d-44c2b8e5f936 HTTP/1.1" status: 200 len: 1096 time: 0.1084805 Apr 09 13:49:44.514347 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-36197a20-f6be-4a51-abc6-82b1731081c6 req-c85a4eac-9bed-4bb9-90aa-bb6f9665f100 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=692d69f0-6230-42eb-8695-2e698bb43640 HTTP/1.1" status: 200 len: 217 time: 0.0809195 Apr 09 13:49:44.640894 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36197a20-f6be-4a51-abc6-82b1731081c6 req-588de3ae-89f7-49a9-9caf-273b3f316b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:49:44.644228 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-36197a20-f6be-4a51-abc6-82b1731081c6 req-588de3ae-89f7-49a9-9caf-273b3f316b0e service neutron] 10.222.0.90 "GET /v2.0/subnets?id=3d7b5803-c407-4abc-ab92-6b23397b2a0e HTTP/1.1" status: 200 len: 848 time: 0.1210127 Apr 09 13:49:44.695722 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1beb32-0377-42d3-8987-eeb123f14bb0 req-006ecfc1-7e65-4048-a9e4-3a0d362b8116 tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:49:44.697797 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-1f1beb32-0377-42d3-8987-eeb123f14bb0 req-006ecfc1-7e65-4048-a9e4-3a0d362b8116 tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] 10.222.0.75 "GET /v2.0/ports?device_id=3b0c4a3a-57ce-4e76-a767-bd7ea7d79510 HTTP/1.1" status: 200 len: 946 time: 0.1397152 Apr 09 13:49:44.748922 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-1f1beb32-0377-42d3-8987-eeb123f14bb0 req-a78cc412-cff5-4d25-8a39-2f990fd87cad tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] 10.222.0.75 "GET /v2.0/security-groups?id=eea7a60b-00a0-497d-babc-18f415d64d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429530 Apr 09 13:49:44.784081 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36197a20-f6be-4a51-abc6-82b1731081c6 req-a1547e3a-3716-476d-ab02-64290b3af79b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:49:44.786031 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-36197a20-f6be-4a51-abc6-82b1731081c6 req-a1547e3a-3716-476d-ab02-64290b3af79b service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=ae0f8e7f-ca5f-4c00-9803-4f9cd2a8e187&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1315866 Apr 09 13:49:44.954942 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-36197a20-f6be-4a51-abc6-82b1731081c6 req-14aef705-14fa-4dd5-b490-ed87f50af0f9 service neutron] 10.222.0.90 "GET /v2.0/networks/ae0f8e7f-ca5f-4c00-9803-4f9cd2a8e187?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1619124 Apr 09 13:49:45.015125 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8515d713-3e64-4745-a852-48215c68ab49 req-195296b5-93a2-40ca-a112-9cb221602d94 tempest-VolumesSnapshotTestJSON-854221919 tempest-VolumesSnapshotTestJSON-854221919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:49:45.016737 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-8515d713-3e64-4745-a852-48215c68ab49 req-195296b5-93a2-40ca-a112-9cb221602d94 tempest-VolumesSnapshotTestJSON-854221919 tempest-VolumesSnapshotTestJSON-854221919-project] 10.222.0.75 "GET /v2.0/ports?device_id=a324c2fc-ade4-438a-bd9c-4a0d1a5c77ee HTTP/1.1" status: 200 len: 945 time: 0.0997355 Apr 09 13:49:45.060140 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-8515d713-3e64-4745-a852-48215c68ab49 req-9440960d-5ca2-415c-9f05-8c950d8a15a5 tempest-VolumesSnapshotTestJSON-854221919 tempest-VolumesSnapshotTestJSON-854221919-project] 10.222.0.75 "GET /v2.0/security-groups?id=d687cea6-649b-46de-844b-68c307ed6ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340240 Apr 09 13:49:45.115295 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-36197a20-f6be-4a51-abc6-82b1731081c6 req-b325173d-46ba-4b09-a120-08de7c766d7d service neutron] 10.222.0.90 "GET /v2.0/networks/ae0f8e7f-ca5f-4c00-9803-4f9cd2a8e187?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522782 Apr 09 13:49:45.257660 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76faade9-cbe8-4d0c-82b8-c3104d33ebc1 req-dade68f9-f986-441e-8c51-a1117db7c422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:49:45.259799 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-76faade9-cbe8-4d0c-82b8-c3104d33ebc1 req-dade68f9-f986-441e-8c51-a1117db7c422 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=42cd23f53368468a94a14f89589efd1d&device_id=a503abd7-9a17-4e98-b19d-44c2b8e5f936 HTTP/1.1" status: 200 len: 1096 time: 0.0922830 Apr 09 13:49:45.315716 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4965560-b470-4c24-a5b6-d78c3696fea5 req-48c94a31-8288-4d3e-9c7c-d2b53f73aa4e tempest-TestShelveInstance-2046492814 tempest-TestShelveInstance-2046492814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:49:45.317374 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-e4965560-b470-4c24-a5b6-d78c3696fea5 req-48c94a31-8288-4d3e-9c7c-d2b53f73aa4e tempest-TestShelveInstance-2046492814 tempest-TestShelveInstance-2046492814-project] 10.222.0.75 "GET /v2.0/ports?device_id=a503abd7-9a17-4e98-b19d-44c2b8e5f936 HTTP/1.1" status: 200 len: 943 time: 0.0953455 Apr 09 13:49:45.362303 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-e4965560-b470-4c24-a5b6-d78c3696fea5 req-46da0f01-f16b-4d59-8495-4dd4868293ed tempest-TestShelveInstance-2046492814 tempest-TestShelveInstance-2046492814-project] 10.222.0.75 "GET /v2.0/security-groups?id=f5d340f6-5283-44aa-a0af-0d9d5b085036&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320644 Apr 09 13:49:45.428758 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76faade9-cbe8-4d0c-82b8-c3104d33ebc1 req-686a7381-544a-48d9-85d5-e4af88350834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:49:45.430506 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-76faade9-cbe8-4d0c-82b8-c3104d33ebc1 req-686a7381-544a-48d9-85d5-e4af88350834 service neutron] 10.222.0.90 "GET /v2.0/networks?id=ae0f8e7f-ca5f-4c00-9803-4f9cd2a8e187 HTTP/1.1" status: 200 len: 910 time: 0.1566863 Apr 09 13:49:45.517326 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-76faade9-cbe8-4d0c-82b8-c3104d33ebc1 req-45243994-5947-4375-86b9-eca446659d90 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=692d69f0-6230-42eb-8695-2e698bb43640 HTTP/1.1" status: 200 len: 217 time: 0.0796030 Apr 09 13:49:45.597437 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76faade9-cbe8-4d0c-82b8-c3104d33ebc1 req-2ce5802e-81d8-4bc2-9c97-b24dbee51e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:49:45.599074 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-76faade9-cbe8-4d0c-82b8-c3104d33ebc1 req-2ce5802e-81d8-4bc2-9c97-b24dbee51e88 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=3d7b5803-c407-4abc-ab92-6b23397b2a0e HTTP/1.1" status: 200 len: 848 time: 0.0725355 Apr 09 13:49:45.689784 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76faade9-cbe8-4d0c-82b8-c3104d33ebc1 req-27844ae9-4c3d-4916-b32e-ec3f50cf72be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:49:45.691320 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-76faade9-cbe8-4d0c-82b8-c3104d33ebc1 req-27844ae9-4c3d-4916-b32e-ec3f50cf72be service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=ae0f8e7f-ca5f-4c00-9803-4f9cd2a8e187&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0843835 Apr 09 13:49:46.018428 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925ed8fc-f343-496b-a369-849cf6d26bef req-8c648669-6d55-4163-83a4-03e2a7b941e1 tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:49:46.020621 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-925ed8fc-f343-496b-a369-849cf6d26bef req-8c648669-6d55-4163-83a4-03e2a7b941e1 tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] 10.222.0.75 "GET /v2.0/ports?device_id=3b0c4a3a-57ce-4e76-a767-bd7ea7d79510 HTTP/1.1" status: 200 len: 946 time: 0.1181538 Apr 09 13:49:46.064960 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-925ed8fc-f343-496b-a369-849cf6d26bef req-a7eacf63-2cac-4c66-be2f-d26b9763d892 tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] 10.222.0.75 "GET /v2.0/security-groups?id=eea7a60b-00a0-497d-babc-18f415d64d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0277410 Apr 09 13:49:46.076107 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-76faade9-cbe8-4d0c-82b8-c3104d33ebc1 req-50932cab-13f4-4633-b890-1985b7ea3976 service neutron] 10.222.0.90 "GET /v2.0/networks/ae0f8e7f-ca5f-4c00-9803-4f9cd2a8e187?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3772111 Apr 09 13:49:46.088459 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.rpc [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Device 0d7891a9-94e2-476a-82db-bc3b2580e736 up at agent hyperv_hv-cinder-78536 {{(pid=85267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 09 13:49:46.194881 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.provisioning_blocks [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Provisioning for port 0d7891a9-94e2-476a-82db-bc3b2580e736 completed by entity L2. {{(pid=85267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 09 13:49:46.201721 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.provisioning_blocks [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Provisioning complete for port 0d7891a9-94e2-476a-82db-bc3b2580e736 triggered by entity L2. {{(pid=85267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 09 13:49:46.202186 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765226'] for port, provisioning_complete {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:49:46.270567 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-76faade9-cbe8-4d0c-82b8-c3104d33ebc1 req-4005efc7-1be3-49f4-b3b6-35b4611e19cf service neutron] 10.222.0.90 "GET /v2.0/networks/ae0f8e7f-ca5f-4c00-9803-4f9cd2a8e187?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1869586 Apr 09 13:49:46.333374 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d7e03f-463c-45b2-923c-26145a97e516 req-2a1dc57b-dfba-450a-8043-cd068ea17a31 tempest-VolumesSnapshotTestJSON-854221919 tempest-VolumesSnapshotTestJSON-854221919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:49:46.335405 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-07d7e03f-463c-45b2-923c-26145a97e516 req-2a1dc57b-dfba-450a-8043-cd068ea17a31 tempest-VolumesSnapshotTestJSON-854221919 tempest-VolumesSnapshotTestJSON-854221919-project] 10.222.0.75 "GET /v2.0/ports?device_id=a324c2fc-ade4-438a-bd9c-4a0d1a5c77ee HTTP/1.1" status: 200 len: 945 time: 0.1181388 Apr 09 13:49:46.349191 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853739810'] for port, before_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:49:46.362740 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a324c2fc-ade4-438a-bd9c-4a0d1a5c77ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d7891a9-94e2-476a-82db-bc3b2580e736'}] {{(pid=85267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 09 13:49:46.369896 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-07d7e03f-463c-45b2-923c-26145a97e516 req-f2872a1c-1c5c-4aad-bb6e-338a9d5037c0 tempest-VolumesSnapshotTestJSON-854221919 tempest-VolumesSnapshotTestJSON-854221919-project] 10.222.0.75 "GET /v2.0/security-groups?id=d687cea6-649b-46de-844b-68c307ed6ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0273409 Apr 09 13:49:46.377594 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.db [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] For port 0d7891a9-94e2-476a-82db-bc3b2580e736, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=0d7891a9-94e2-476a-82db-bc3b2580e736,segment=NetworkSegment(46faed05-cf6e-4ae4-bbb6-688aae85c3e4),segment_id=46faed05-cf6e-4ae4-bbb6-688aae85c3e4)] {{(pid=85267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 09 13:49:46.385718 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853739901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853759498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265038874484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771815468181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265039307602'] for port, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:49:46.391299 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:49:46.471563 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a324c2fc-ade4-438a-bd9c-4a0d1a5c77ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d7891a9-94e2-476a-82db-bc3b2580e736', 'code': 200} Apr 09 13:49:46.517569 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Pushing event updated for resources: {'Port': ['ID=0d7891a9-94e2-476a-82db-bc3b2580e736,revision_number=5']} {{(pid=85267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:49:46.524799 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=85267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:49:46.620501 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0438c7c-e7e0-4450-bb7e-3f07801ce09d req-4572eaa9-46eb-4dc6-8fcd-79f0145ddcd9 tempest-TestShelveInstance-2046492814 tempest-TestShelveInstance-2046492814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:49:46.622777 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-a0438c7c-e7e0-4450-bb7e-3f07801ce09d req-4572eaa9-46eb-4dc6-8fcd-79f0145ddcd9 tempest-TestShelveInstance-2046492814 tempest-TestShelveInstance-2046492814-project] 10.222.0.75 "GET /v2.0/ports?device_id=a503abd7-9a17-4e98-b19d-44c2b8e5f936 HTTP/1.1" status: 200 len: 943 time: 0.1041193 Apr 09 13:49:46.655594 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-a0438c7c-e7e0-4450-bb7e-3f07801ce09d req-597ed4a5-54ce-4329-92c2-85244f8bfa2a tempest-TestShelveInstance-2046492814 tempest-TestShelveInstance-2046492814-project] 10.222.0.75 "GET /v2.0/security-groups?id=f5d340f6-5283-44aa-a0af-0d9d5b085036&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0261829 Apr 09 13:49:46.722834 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d29d3d0-91c3-40a5-8d68-d3f73757c4a9 req-812dec28-3e4b-4d83-9e16-0089170ff3dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:49:46.724437 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-5d29d3d0-91c3-40a5-8d68-d3f73757c4a9 req-812dec28-3e4b-4d83-9e16-0089170ff3dc service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=a324c2fc-ade4-438a-bd9c-4a0d1a5c77ee HTTP/1.1" status: 200 len: 1099 time: 0.0782163 Apr 09 13:49:46.754859 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-5d29d3d0-91c3-40a5-8d68-d3f73757c4a9 req-9f2e72c3-e2f1-4fb9-9bf3-50f546b9b86f service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=d687cea6-649b-46de-844b-68c307ed6ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0225811 Apr 09 13:49:47.296060 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959c094a-071e-4ee2-97b2-b0b45fe6dbae req-113e037f-44ed-4343-bfd5-e3c0b6cf021e tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:49:47.297609 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-959c094a-071e-4ee2-97b2-b0b45fe6dbae req-113e037f-44ed-4343-bfd5-e3c0b6cf021e tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] 10.222.0.75 "GET /v2.0/ports?device_id=3b0c4a3a-57ce-4e76-a767-bd7ea7d79510 HTTP/1.1" status: 200 len: 946 time: 0.0966756 Apr 09 13:49:47.304042 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cce210-a41c-4db7-87b2-2b3defc1a39b req-c6819a18-be66-48d2-b431-1fe2ea614ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:49:47.305790 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-20cce210-a41c-4db7-87b2-2b3defc1a39b req-c6819a18-be66-48d2-b431-1fe2ea614ed6 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=3b0c4a3a-57ce-4e76-a767-bd7ea7d79510 HTTP/1.1" status: 200 len: 1099 time: 0.0857477 Apr 09 13:49:47.331697 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-959c094a-071e-4ee2-97b2-b0b45fe6dbae req-be2a09ab-7633-4537-b9d6-d541e36b2610 tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] 10.222.0.75 "GET /v2.0/security-groups?id=eea7a60b-00a0-497d-babc-18f415d64d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0271051 Apr 09 13:49:47.341637 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-20cce210-a41c-4db7-87b2-2b3defc1a39b req-0a845018-081e-4c96-bdac-a6a43f21ba08 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=eea7a60b-00a0-497d-babc-18f415d64d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0243647 Apr 09 13:49:47.603449 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b9b888-8faf-4612-aa9e-13be4f72dc17 req-e4512e63-44ce-48fe-b54f-e7afee60d450 tempest-VolumesSnapshotTestJSON-854221919 tempest-VolumesSnapshotTestJSON-854221919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:49:47.605471 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-49b9b888-8faf-4612-aa9e-13be4f72dc17 req-e4512e63-44ce-48fe-b54f-e7afee60d450 tempest-VolumesSnapshotTestJSON-854221919 tempest-VolumesSnapshotTestJSON-854221919-project] 10.222.0.75 "GET /v2.0/ports?device_id=a324c2fc-ade4-438a-bd9c-4a0d1a5c77ee HTTP/1.1" status: 200 len: 946 time: 0.1065090 Apr 09 13:49:47.639802 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-49b9b888-8faf-4612-aa9e-13be4f72dc17 req-b3f1253a-6663-410d-996b-1c0b08d91c31 tempest-VolumesSnapshotTestJSON-854221919 tempest-VolumesSnapshotTestJSON-854221919-project] 10.222.0.75 "GET /v2.0/security-groups?id=d687cea6-649b-46de-844b-68c307ed6ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0273473 Apr 09 13:49:47.868958 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da81c905-0ed2-4b3c-93e2-6f31dcec3a50 req-8c056640-a598-4a22-8d38-f6ea72045970 tempest-TestShelveInstance-2046492814 tempest-TestShelveInstance-2046492814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:49:47.871247 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-da81c905-0ed2-4b3c-93e2-6f31dcec3a50 req-8c056640-a598-4a22-8d38-f6ea72045970 tempest-TestShelveInstance-2046492814 tempest-TestShelveInstance-2046492814-project] 10.222.0.75 "GET /v2.0/ports?device_id=a503abd7-9a17-4e98-b19d-44c2b8e5f936 HTTP/1.1" status: 200 len: 943 time: 0.0942733 Apr 09 13:49:47.913323 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-da81c905-0ed2-4b3c-93e2-6f31dcec3a50 req-edf3e58b-3df1-4708-82d5-4119d679a3b0 tempest-TestShelveInstance-2046492814 tempest-TestShelveInstance-2046492814-project] 10.222.0.75 "GET /v2.0/security-groups?id=f5d340f6-5283-44aa-a0af-0d9d5b085036&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319057 Apr 09 13:49:48.601523 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c47aaec-d006-4db2-b617-e14a15b6d162 req-3d89328c-afd6-475e-b506-a37db9f35529 tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:49:48.603577 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-6c47aaec-d006-4db2-b617-e14a15b6d162 req-3d89328c-afd6-475e-b506-a37db9f35529 tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] 10.222.0.75 "GET /v2.0/ports?device_id=3b0c4a3a-57ce-4e76-a767-bd7ea7d79510 HTTP/1.1" status: 200 len: 946 time: 0.1145740 Apr 09 13:49:48.640870 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-6c47aaec-d006-4db2-b617-e14a15b6d162 req-605b60c7-52e5-4a63-9c54-a1c5b3b39693 tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] 10.222.0.75 "GET /v2.0/security-groups?id=eea7a60b-00a0-497d-babc-18f415d64d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298331 Apr 09 13:49:48.870969 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2012c954-3c6d-411e-8035-3cdf3ef39aa7 req-819eb9df-f3d6-4089-bdcd-99196d837ff0 tempest-VolumesSnapshotTestJSON-854221919 tempest-VolumesSnapshotTestJSON-854221919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:49:48.872603 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-2012c954-3c6d-411e-8035-3cdf3ef39aa7 req-819eb9df-f3d6-4089-bdcd-99196d837ff0 tempest-VolumesSnapshotTestJSON-854221919 tempest-VolumesSnapshotTestJSON-854221919-project] 10.222.0.75 "GET /v2.0/ports?device_id=a324c2fc-ade4-438a-bd9c-4a0d1a5c77ee HTTP/1.1" status: 200 len: 946 time: 0.0991585 Apr 09 13:49:48.907359 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-2012c954-3c6d-411e-8035-3cdf3ef39aa7 req-b25f9241-23ae-4085-ae51-9b92ef286180 tempest-VolumesSnapshotTestJSON-854221919 tempest-VolumesSnapshotTestJSON-854221919-project] 10.222.0.75 "GET /v2.0/security-groups?id=d687cea6-649b-46de-844b-68c307ed6ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275648 Apr 09 13:49:49.162609 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a512b4-e360-43dc-b6af-ec9fd3ae72a3 req-75106609-045e-4d4c-89a7-fe128b3b344e tempest-TestShelveInstance-2046492814 tempest-TestShelveInstance-2046492814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:49:49.171347 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-e5a512b4-e360-43dc-b6af-ec9fd3ae72a3 req-75106609-045e-4d4c-89a7-fe128b3b344e tempest-TestShelveInstance-2046492814 tempest-TestShelveInstance-2046492814-project] 10.222.0.75 "GET /v2.0/ports?device_id=a503abd7-9a17-4e98-b19d-44c2b8e5f936 HTTP/1.1" status: 200 len: 943 time: 0.1278381 Apr 09 13:49:49.212107 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-e5a512b4-e360-43dc-b6af-ec9fd3ae72a3 req-dec32fc1-3078-4118-ad0e-6e2bc3dcdc0a tempest-TestShelveInstance-2046492814 tempest-TestShelveInstance-2046492814-project] 10.222.0.75 "GET /v2.0/security-groups?id=f5d340f6-5283-44aa-a0af-0d9d5b085036&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396898 Apr 09 13:49:49.883736 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b18322f-9c3d-49ca-a804-95a44e4bc06f req-7deec672-977e-460e-97db-4c95a6df0912 tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:49:49.885224 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-2b18322f-9c3d-49ca-a804-95a44e4bc06f req-7deec672-977e-460e-97db-4c95a6df0912 tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] 10.222.0.75 "GET /v2.0/ports?device_id=3b0c4a3a-57ce-4e76-a767-bd7ea7d79510 HTTP/1.1" status: 200 len: 946 time: 0.1113467 Apr 09 13:49:49.921208 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-2b18322f-9c3d-49ca-a804-95a44e4bc06f req-7906f45a-e76f-4eb7-8313-642246eb2291 tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] 10.222.0.75 "GET /v2.0/security-groups?id=eea7a60b-00a0-497d-babc-18f415d64d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0263863 Apr 09 13:49:50.116390 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.rpc [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Device 692d69f0-6230-42eb-8695-2e698bb43640 details requested by agent hyperv_hv-cinder-78536 with host hv-cinder-78536 {{(pid=85267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 09 13:49:50.279596 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.db [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] For port 692d69f0-6230-42eb-8695-2e698bb43640, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=692d69f0-6230-42eb-8695-2e698bb43640,segment=NetworkSegment(38f09ab6-9633-4381-a064-480473442993),segment_id=38f09ab6-9633-4381-a064-480473442993)] {{(pid=85267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 09 13:49:50.295599 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.rpc [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Returning: {'device': '692d69f0-6230-42eb-8695-2e698bb43640', 'network_id': 'ae0f8e7f-ca5f-4c00-9803-4f9cd2a8e187', 'port_id': '692d69f0-6230-42eb-8695-2e698bb43640', 'mac_address': 'fa:16:3e:18:33:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 634, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d7b5803-c407-4abc-ab92-6b23397b2a0e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 09 13:49:50.392656 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853739810'] for port, before_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:49:50.394983 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.notifiers.nova [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 692d69f0-6230-42eb-8695-2e698bb43640 {{(pid=85267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 09 13:49:50.416311 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.db [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] For port 692d69f0-6230-42eb-8695-2e698bb43640, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=692d69f0-6230-42eb-8695-2e698bb43640,segment=NetworkSegment(38f09ab6-9633-4381-a064-480473442993),segment_id=38f09ab6-9633-4381-a064-480473442993)] {{(pid=85267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 09 13:49:50.425622 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853739901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853759498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265038874484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771815468181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265039307602'] for port, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:49:50.427762 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-f4d08262-7d1b-4e39-8c03-1c8ef1e52d18 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:49:50.575451 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Pushing event updated for resources: {'Port': ['ID=692d69f0-6230-42eb-8695-2e698bb43640,revision_number=4']} {{(pid=85267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:49:50.579181 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=85267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:49:50.657920 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6746cf-bdae-475e-93fe-930df9b40883 req-667592bf-b003-4590-9d4d-1ac805ec79a9 tempest-TestShelveInstance-2046492814 tempest-TestShelveInstance-2046492814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:49:50.662440 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-7f6746cf-bdae-475e-93fe-930df9b40883 req-667592bf-b003-4590-9d4d-1ac805ec79a9 tempest-TestShelveInstance-2046492814 tempest-TestShelveInstance-2046492814-project] 10.222.0.75 "GET /v2.0/ports?device_id=a503abd7-9a17-4e98-b19d-44c2b8e5f936 HTTP/1.1" status: 200 len: 944 time: 0.3219137 Apr 09 13:49:50.686345 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ced3ea-471a-4eaa-ac89-a6b84e37cf6c req-939ce9b4-4d08-45c9-821b-db308bd149ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:49:50.692433 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-82ced3ea-471a-4eaa-ac89-a6b84e37cf6c req-939ce9b4-4d08-45c9-821b-db308bd149ab service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=d99749794dc147dfb86af7ba6d9559b9&device_id=3b0c4a3a-57ce-4e76-a767-bd7ea7d79510 HTTP/1.1" status: 200 len: 1099 time: 0.1190112 Apr 09 13:49:50.698327 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-7f6746cf-bdae-475e-93fe-930df9b40883 req-a56db39b-c15c-42be-9f6e-9c07edf3babe tempest-TestShelveInstance-2046492814 tempest-TestShelveInstance-2046492814-project] 10.222.0.75 "GET /v2.0/security-groups?id=f5d340f6-5283-44aa-a0af-0d9d5b085036&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0294719 Apr 09 13:49:50.727082 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbd3209-aad4-445e-b01d-23942d76c388 req-95213a7c-cc93-4cf5-9a5d-90f8d6b53537 tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:49:50.739559 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-3bbd3209-aad4-445e-b01d-23942d76c388 req-95213a7c-cc93-4cf5-9a5d-90f8d6b53537 tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] 10.222.0.75 "GET /v2.0/ports?device_id=3b0c4a3a-57ce-4e76-a767-bd7ea7d79510 HTTP/1.1" status: 200 len: 946 time: 0.2161074 Apr 09 13:49:50.802258 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-3bbd3209-aad4-445e-b01d-23942d76c388 req-ef4c3750-f6d4-4e92-b7b6-699f73d1b7ef tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] 10.222.0.75 "GET /v2.0/security-groups?id=eea7a60b-00a0-497d-babc-18f415d64d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543461 Apr 09 13:49:50.869886 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.db [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] get_ports_and_sgs() called for port_ids ['692d69f0-6230-42eb-8695-2e698bb43640'] {{(pid=85267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 09 13:49:50.930471 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ced3ea-471a-4eaa-ac89-a6b84e37cf6c req-c2290349-abf3-48f7-ba8d-c3c41687a9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:49:50.932150 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-82ced3ea-471a-4eaa-ac89-a6b84e37cf6c req-c2290349-abf3-48f7-ba8d-c3c41687a9b8 service neutron] 10.222.0.90 "GET /v2.0/networks?id=67ea7bc9-90ec-4e29-a802-2c1cb0aa9cea HTTP/1.1" status: 200 len: 919 time: 0.2308576 Apr 09 13:49:51.026433 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-82ced3ea-471a-4eaa-ac89-a6b84e37cf6c req-a4918693-f5f0-4f1c-a531-6920e83e27e2 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a70629db-70f7-40f1-876a-a26bb3b34404 HTTP/1.1" status: 200 len: 217 time: 0.0823643 Apr 09 13:49:51.119417 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ced3ea-471a-4eaa-ac89-a6b84e37cf6c req-f604c65f-996c-41f9-b52e-5cd494702ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:49:51.125727 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-82ced3ea-471a-4eaa-ac89-a6b84e37cf6c req-f604c65f-996c-41f9-b52e-5cd494702ec0 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=77ac0229-49ba-4800-b155-c6281379a189 HTTP/1.1" status: 200 len: 858 time: 0.0876670 Apr 09 13:49:51.191743 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-82ced3ea-471a-4eaa-ac89-a6b84e37cf6c req-5825cdc7-663f-4953-a662-511ec1fc7ae5 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=67ea7bc9-90ec-4e29-a802-2c1cb0aa9cea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0606241 Apr 09 13:49:51.366587 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-82ced3ea-471a-4eaa-ac89-a6b84e37cf6c req-80b6c11e-75f8-4403-84e0-a8f44c7d6c6a service neutron] 10.222.0.90 "GET /v2.0/networks/67ea7bc9-90ec-4e29-a802-2c1cb0aa9cea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1686008 Apr 09 13:49:51.529512 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-82ced3ea-471a-4eaa-ac89-a6b84e37cf6c req-367cb3df-fdf2-4e0a-ac74-e02704aca446 service neutron] 10.222.0.90 "GET /v2.0/networks/67ea7bc9-90ec-4e29-a802-2c1cb0aa9cea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1533585 Apr 09 13:49:51.948486 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb8755a-d307-4d6e-8b94-850d31cb31b4 req-09a31a18-c2c0-4965-b325-11366aff1221 tempest-TestShelveInstance-2046492814 tempest-TestShelveInstance-2046492814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:49:51.950431 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-edb8755a-d307-4d6e-8b94-850d31cb31b4 req-09a31a18-c2c0-4965-b325-11366aff1221 tempest-TestShelveInstance-2046492814 tempest-TestShelveInstance-2046492814-project] 10.222.0.75 "GET /v2.0/ports?device_id=a503abd7-9a17-4e98-b19d-44c2b8e5f936 HTTP/1.1" status: 200 len: 944 time: 0.1221008 Apr 09 13:49:52.032208 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-edb8755a-d307-4d6e-8b94-850d31cb31b4 req-7026131e-ee09-4a23-b6b5-f929ece74eab tempest-TestShelveInstance-2046492814 tempest-TestShelveInstance-2046492814-project] 10.222.0.75 "GET /v2.0/security-groups?id=f5d340f6-5283-44aa-a0af-0d9d5b085036&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363631 Apr 09 13:49:52.085159 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09e7aeb-e87f-4c57-90d6-ba419f223981 req-f98be226-a7d0-42e6-8fee-f5b0a0b40672 tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:49:52.087028 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-b09e7aeb-e87f-4c57-90d6-ba419f223981 req-f98be226-a7d0-42e6-8fee-f5b0a0b40672 tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] 10.222.0.75 "GET /v2.0/ports?device_id=3b0c4a3a-57ce-4e76-a767-bd7ea7d79510 HTTP/1.1" status: 200 len: 946 time: 0.1353714 Apr 09 13:49:52.133889 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-b09e7aeb-e87f-4c57-90d6-ba419f223981 req-f5f00aa7-1f5b-448d-9025-86528da227a6 tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] 10.222.0.75 "GET /v2.0/security-groups?id=eea7a60b-00a0-497d-babc-18f415d64d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385883 Apr 09 13:49:53.269952 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1d8c2a-aac5-4124-b900-b2ae0fe72718 req-61e97da7-7ba7-4be3-abe9-48d8d89a92cb tempest-TestShelveInstance-2046492814 tempest-TestShelveInstance-2046492814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:49:53.271593 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-1b1d8c2a-aac5-4124-b900-b2ae0fe72718 req-61e97da7-7ba7-4be3-abe9-48d8d89a92cb tempest-TestShelveInstance-2046492814 tempest-TestShelveInstance-2046492814-project] 10.222.0.75 "GET /v2.0/ports?device_id=a503abd7-9a17-4e98-b19d-44c2b8e5f936 HTTP/1.1" status: 200 len: 944 time: 0.1034987 Apr 09 13:49:53.356495 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-1b1d8c2a-aac5-4124-b900-b2ae0fe72718 req-9ecef803-dbc0-44b3-b36c-ea664772f244 tempest-TestShelveInstance-2046492814 tempest-TestShelveInstance-2046492814-project] 10.222.0.75 "GET /v2.0/security-groups?id=f5d340f6-5283-44aa-a0af-0d9d5b085036&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769713 Apr 09 13:49:53.409127 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1361d787-6d86-456a-aee9-3b0124eaa2ea req-252757c9-d090-42a7-b327-f2666ff12d9b tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:49:53.410913 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-1361d787-6d86-456a-aee9-3b0124eaa2ea req-252757c9-d090-42a7-b327-f2666ff12d9b tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] 10.222.0.75 "GET /v2.0/ports?device_id=3b0c4a3a-57ce-4e76-a767-bd7ea7d79510 HTTP/1.1" status: 200 len: 946 time: 0.1153531 Apr 09 13:49:53.450786 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-1361d787-6d86-456a-aee9-3b0124eaa2ea req-51f1819c-0515-49cd-b83e-20b6dd606b32 tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] 10.222.0.75 "GET /v2.0/security-groups?id=eea7a60b-00a0-497d-babc-18f415d64d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316436 Apr 09 13:49:54.152472 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.rpc [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Device 692d69f0-6230-42eb-8695-2e698bb43640 up at agent hyperv_hv-cinder-78536 {{(pid=85267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 09 13:49:54.237790 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.provisioning_blocks [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Provisioning for port 692d69f0-6230-42eb-8695-2e698bb43640 completed by entity L2. {{(pid=85267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 09 13:49:54.243500 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.provisioning_blocks [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Provisioning complete for port 692d69f0-6230-42eb-8695-2e698bb43640 triggered by entity L2. {{(pid=85267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 09 13:49:54.243975 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765226'] for port, provisioning_complete {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:49:54.385610 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853739810'] for port, before_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:49:54.399011 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a503abd7-9a17-4e98-b19d-44c2b8e5f936', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '692d69f0-6230-42eb-8695-2e698bb43640'}] {{(pid=85267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 09 13:49:54.413055 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.db [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] For port 692d69f0-6230-42eb-8695-2e698bb43640, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=692d69f0-6230-42eb-8695-2e698bb43640,segment=NetworkSegment(38f09ab6-9633-4381-a064-480473442993),segment_id=38f09ab6-9633-4381-a064-480473442993)] {{(pid=85267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 09 13:49:54.419112 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853739901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853759498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265038874484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771815468181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265039307602'] for port, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:49:54.421305 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:49:54.536149 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a503abd7-9a17-4e98-b19d-44c2b8e5f936', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '692d69f0-6230-42eb-8695-2e698bb43640', 'code': 200} Apr 09 13:49:54.580052 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Pushing event updated for resources: {'Port': ['ID=692d69f0-6230-42eb-8695-2e698bb43640,revision_number=5']} {{(pid=85267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:49:54.590057 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=85267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:49:54.726782 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3bcd17-956c-41f8-bcc2-5b5416b263f4 req-e2970ceb-ebac-4f25-bcfb-b4cd626eaab1 tempest-TestShelveInstance-2046492814 tempest-TestShelveInstance-2046492814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:49:54.729608 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-7c3bcd17-956c-41f8-bcc2-5b5416b263f4 req-e2970ceb-ebac-4f25-bcfb-b4cd626eaab1 tempest-TestShelveInstance-2046492814 tempest-TestShelveInstance-2046492814-project] 10.222.0.75 "GET /v2.0/ports?device_id=a503abd7-9a17-4e98-b19d-44c2b8e5f936 HTTP/1.1" status: 200 len: 945 time: 0.1254981 Apr 09 13:49:54.795232 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-7c3bcd17-956c-41f8-bcc2-5b5416b263f4 req-2ee79749-289b-47aa-b2e0-e113f092e0f2 tempest-TestShelveInstance-2046492814 tempest-TestShelveInstance-2046492814-project] 10.222.0.75 "GET /v2.0/security-groups?id=f5d340f6-5283-44aa-a0af-0d9d5b085036&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571573 Apr 09 13:49:54.941509 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e799db08-0de2-424a-b551-414abe6a677c req-58e05d3b-16e3-4ef4-a74f-2d66d46df1cd tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:49:54.952314 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-e799db08-0de2-424a-b551-414abe6a677c req-58e05d3b-16e3-4ef4-a74f-2d66d46df1cd tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] 10.222.0.75 "GET /v2.0/ports?device_id=3b0c4a3a-57ce-4e76-a767-bd7ea7d79510 HTTP/1.1" status: 200 len: 946 time: 0.1536794 Apr 09 13:49:54.991338 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-e799db08-0de2-424a-b551-414abe6a677c req-b3381640-5ef5-400f-a672-4cce0b3ca0d0 tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] 10.222.0.75 "GET /v2.0/security-groups?id=eea7a60b-00a0-497d-babc-18f415d64d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375254 Apr 09 13:49:55.020363 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3717156e-a4f1-4541-b828-c0d168d74579 req-eb059f95-aa24-49e1-88c3-8a3d65b0f3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:49:55.022234 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-3717156e-a4f1-4541-b828-c0d168d74579 req-eb059f95-aa24-49e1-88c3-8a3d65b0f3e3 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=a503abd7-9a17-4e98-b19d-44c2b8e5f936 HTTP/1.1" status: 200 len: 1098 time: 0.1463621 Apr 09 13:49:55.057849 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-3717156e-a4f1-4541-b828-c0d168d74579 req-487e044c-0105-48dc-b8d3-c96617d940f9 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=f5d340f6-5283-44aa-a0af-0d9d5b085036&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0273831 Apr 09 13:49:55.088217 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85266) accepted ('10.222.0.75', 33208) {{(pid=85266) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:49:55.253586 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-57e6f78e-2a39-4b8b-a99a-e41e1859ff25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:49:55.272076 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-57e6f78e-2a39-4b8b-a99a-e41e1859ff25 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 13:49:55.276616 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-57e6f78e-2a39-4b8b-a99a-e41e1859ff25 admin admin] Usage tracker for resource:security_group_rule and tenant:6476df49b62a4895a0af191672699b9f is out of sync, need to count used quota {{(pid=85266) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 13:49:55.280591 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-57e6f78e-2a39-4b8b-a99a-e41e1859ff25 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85266) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 13:49:55.287660 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-57e6f78e-2a39-4b8b-a99a-e41e1859ff25 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 13:49:55.381476 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-57e6f78e-2a39-4b8b-a99a-e41e1859ff25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:49:55.384630 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-57e6f78e-2a39-4b8b-a99a-e41e1859ff25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738555'] for security_group, after_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:49:55.395326 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-0188f51b-ed80-493a-9681-ce4185126dd8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:49:55.440637 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-57e6f78e-2a39-4b8b-a99a-e41e1859ff25 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=6476df49b62a4895a0af191672699b9f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3506789 Apr 09 13:49:55.442354 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e6f78e-2a39-4b8b-a99a-e41e1859ff25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08ab8259-4049-435c-9b7c-30a796948e63,revision_number=1']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:49:55.443843 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.75', 33216) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:49:55.445978 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-57e6f78e-2a39-4b8b-a99a-e41e1859ff25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:49:55.514195 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-c3fcbe14-1f17-4cb9-832c-0dca0125a13d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:49:55.544972 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-c3fcbe14-1f17-4cb9-832c-0dca0125a13d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:49:55.600300 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-c3fcbe14-1f17-4cb9-832c-0dca0125a13d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738555'] for security_group, after_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:49:55.606111 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-4546b9ca-8e85-406b-8de8-c1024daebfdb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:49:55.622813 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fcbe14-1f17-4cb9-832c-0dca0125a13d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08ab8259-4049-435c-9b7c-30a796948e63,revision_number=None']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:49:55.625050 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-c3fcbe14-1f17-4cb9-832c-0dca0125a13d admin admin] Notify callbacks [] for security_group, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:49:55.626286 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-c3fcbe14-1f17-4cb9-832c-0dca0125a13d admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/08ab8259-4049-435c-9b7c-30a796948e63 HTTP/1.1" status: 204 len: 168 time: 0.1805596 Apr 09 13:49:55.627275 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-c3fcbe14-1f17-4cb9-832c-0dca0125a13d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:49:56.078387 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de62711b-6528-47ca-8ced-cf1faeecd313 req-2626379f-3ccd-489f-a38c-fd2dc15aba82 tempest-TestShelveInstance-2046492814 tempest-TestShelveInstance-2046492814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:49:56.082259 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-de62711b-6528-47ca-8ced-cf1faeecd313 req-2626379f-3ccd-489f-a38c-fd2dc15aba82 tempest-TestShelveInstance-2046492814 tempest-TestShelveInstance-2046492814-project] 10.222.0.75 "GET /v2.0/ports?device_id=a503abd7-9a17-4e98-b19d-44c2b8e5f936 HTTP/1.1" status: 200 len: 945 time: 0.1300168 Apr 09 13:49:56.123765 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-de62711b-6528-47ca-8ced-cf1faeecd313 req-cc24f226-bff2-412a-ad4e-1660a72e62be tempest-TestShelveInstance-2046492814 tempest-TestShelveInstance-2046492814-project] 10.222.0.75 "GET /v2.0/security-groups?id=f5d340f6-5283-44aa-a0af-0d9d5b085036&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362003 Apr 09 13:49:56.411759 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc09acf1-d23a-4bb6-a058-758c6775bda9 req-f0b9916f-6a8b-472f-afa7-a8a65a540dad tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:49:56.424156 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-bc09acf1-d23a-4bb6-a058-758c6775bda9 req-f0b9916f-6a8b-472f-afa7-a8a65a540dad tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] 10.222.0.75 "GET /v2.0/ports?device_id=3b0c4a3a-57ce-4e76-a767-bd7ea7d79510 HTTP/1.1" status: 200 len: 946 time: 0.1636255 Apr 09 13:49:56.488809 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-bc09acf1-d23a-4bb6-a058-758c6775bda9 req-a391049b-5aee-447c-8773-d53915924923 tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] 10.222.0.75 "GET /v2.0/security-groups?id=eea7a60b-00a0-497d-babc-18f415d64d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562170 Apr 09 13:49:57.394763 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ee8cc9-ec12-4a5f-86ca-8c87d10946ab req-c5efa06e-7405-4faa-8cfd-b41d5e8ce9c1 tempest-TestShelveInstance-2046492814 tempest-TestShelveInstance-2046492814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:49:57.394763 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-d5ee8cc9-ec12-4a5f-86ca-8c87d10946ab req-c5efa06e-7405-4faa-8cfd-b41d5e8ce9c1 tempest-TestShelveInstance-2046492814 tempest-TestShelveInstance-2046492814-project] 10.222.0.75 "GET /v2.0/ports?device_id=a503abd7-9a17-4e98-b19d-44c2b8e5f936 HTTP/1.1" status: 200 len: 945 time: 0.1145461 Apr 09 13:49:57.428297 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-d5ee8cc9-ec12-4a5f-86ca-8c87d10946ab req-4db70f0a-477a-416b-a526-575c7ea9389f tempest-TestShelveInstance-2046492814 tempest-TestShelveInstance-2046492814-project] 10.222.0.75 "GET /v2.0/security-groups?id=f5d340f6-5283-44aa-a0af-0d9d5b085036&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298555 Apr 09 13:49:57.719931 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cb4a60-9a69-4bb7-a0b6-c065b242fe6d req-e02b4117-0057-4515-91cf-18cd8fc8fea5 tempest-TestShelveInstance-2046492814 tempest-TestShelveInstance-2046492814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:49:57.721557 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-c2cb4a60-9a69-4bb7-a0b6-c065b242fe6d req-e02b4117-0057-4515-91cf-18cd8fc8fea5 tempest-TestShelveInstance-2046492814 tempest-TestShelveInstance-2046492814-project] 10.222.0.75 "GET /v2.0/ports?device_id=a503abd7-9a17-4e98-b19d-44c2b8e5f936 HTTP/1.1" status: 200 len: 945 time: 0.1487396 Apr 09 13:49:57.779393 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-c2cb4a60-9a69-4bb7-a0b6-c065b242fe6d req-08c06def-116f-45e6-8850-66642eec81dc tempest-TestShelveInstance-2046492814 tempest-TestShelveInstance-2046492814-project] 10.222.0.75 "GET /v2.0/security-groups?id=f5d340f6-5283-44aa-a0af-0d9d5b085036&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473490 Apr 09 13:49:57.815840 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.75', 33294) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:49:58.173358 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c656b28f-217c-4c86-a401-27444864cc33 tempest-TestShelveInstance-1883725269 tempest-TestShelveInstance-1883725269-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:49:58.174171 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-c656b28f-217c-4c86-a401-27444864cc33 tempest-TestShelveInstance-1883725269 tempest-TestShelveInstance-1883725269-project-admin] Synchronizing usage tracker for tenant:5240d1cd8ddf45229bb08f5d898d6214 on resource:port {{(pid=85265) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 09 13:49:58.190781 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-c656b28f-217c-4c86-a401-27444864cc33 tempest-TestShelveInstance-1883725269 tempest-TestShelveInstance-1883725269-project-admin] Unset dirty status for tenant:5240d1cd8ddf45229bb08f5d898d6214 on resource:port {{(pid=85265) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 09 13:49:58.192096 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-c656b28f-217c-4c86-a401-27444864cc33 tempest-TestShelveInstance-1883725269 tempest-TestShelveInstance-1883725269-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=a503abd7-9a17-4e98-b19d-44c2b8e5f936 HTTP/1.1" status: 200 len: 1093 time: 0.3750467 Apr 09 13:49:58.195733 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.75', 33306) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:49:58.202858 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.v2.base [None req-e5dc9f4f-a3a2-47c3-896e-99d6c421f1c1 tempest-TestShelveInstance-2046492814 tempest-TestShelveInstance-2046492814-project] Request body: {'floatingip': {'floating_network_id': 'd39673be-df84-4009-abea-d472d159fdfd', 'port_id': '692d69f0-6230-42eb-8695-2e698bb43640', 'tenant_id': '42cd23f53368468a94a14f89589efd1d', 'fixed_ip_address': '172.20.0.6'}} {{(pid=85265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 09 13:49:58.209498 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-e5dc9f4f-a3a2-47c3-896e-99d6c421f1c1 tempest-TestShelveInstance-2046492814 tempest-TestShelveInstance-2046492814-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 13:49:58.213860 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-e5dc9f4f-a3a2-47c3-896e-99d6c421f1c1 tempest-TestShelveInstance-2046492814 tempest-TestShelveInstance-2046492814-project] Usage tracker for resource:floatingip and tenant:42cd23f53368468a94a14f89589efd1d is out of sync, need to count used quota {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 13:49:58.217539 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-e5dc9f4f-a3a2-47c3-896e-99d6c421f1c1 tempest-TestShelveInstance-2046492814 tempest-TestShelveInstance-2046492814-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 13:49:58.224732 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-e5dc9f4f-a3a2-47c3-896e-99d6c421f1c1 tempest-TestShelveInstance-2046492814 tempest-TestShelveInstance-2046492814-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 13:49:58.239666 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-e5dc9f4f-a3a2-47c3-896e-99d6c421f1c1 tempest-TestShelveInstance-2046492814 tempest-TestShelveInstance-2046492814-project] Notify callbacks [] for floatingip, before_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:49:58.395491 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-e5dc9f4f-a3a2-47c3-896e-99d6c421f1c1 tempest-TestShelveInstance-2046492814 tempest-TestShelveInstance-2046492814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853739810'] for port, before_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:49:58.594844 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.db_base_plugin_common [None req-e5dc9f4f-a3a2-47c3-896e-99d6c421f1c1 tempest-TestShelveInstance-2046492814 tempest-TestShelveInstance-2046492814-project] Allocated IP 172.28.0.89 (d39673be-df84-4009-abea-d472d159fdfd/f6eeb1a0-26c5-43d1-996f-84b999bf12c7/216147de-21b9-49d9-a739-0a62ea395d8a) {{(pid=85265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 09 13:49:58.796157 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-e5dc9f4f-a3a2-47c3-896e-99d6c421f1c1 tempest-TestShelveInstance-2046492814 tempest-TestShelveInstance-2046492814-project] Notify callbacks [] for port, precommit_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:49:58.838728 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-e5dc9f4f-a3a2-47c3-896e-99d6c421f1c1 tempest-TestShelveInstance-2046492814 tempest-TestShelveInstance-2046492814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853739901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853759498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771815468164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851965059'] for port, after_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:49:58.858759 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-2a4ecab8-b66a-4962-9143-cefec42da1ac tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:49:59.007917 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5dc9f4f-a3a2-47c3-896e-99d6c421f1c1 tempest-TestShelveInstance-2046492814 tempest-TestShelveInstance-2046492814-project] Pushing event updated for resources: {'Port': ['ID=216147de-21b9-49d9-a739-0a62ea395d8a,revision_number=1']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:49:59.012517 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-e5dc9f4f-a3a2-47c3-896e-99d6c421f1c1 tempest-TestShelveInstance-2046492814 tempest-TestShelveInstance-2046492814-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:49:59.064943 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5dc9f4f-a3a2-47c3-896e-99d6c421f1c1 tempest-TestShelveInstance-2046492814 tempest-TestShelveInstance-2046492814-project] Network d39673be-df84-4009-abea-d472d159fdfd is already hosted by enough agents. {{(pid=85265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 09 13:49:59.067512 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.scheduler.base_scheduler [None req-e5dc9f4f-a3a2-47c3-896e-99d6c421f1c1 tempest-TestShelveInstance-2046492814 tempest-TestShelveInstance-2046492814-project] Resources bound (agent type, host, resource id): {{(pid=85265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 09 13:49:59.071880 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5dc9f4f-a3a2-47c3-896e-99d6c421f1c1 tempest-TestShelveInstance-2046492814 tempest-TestShelveInstance-2046492814-project] Received port after_create {{(pid=85265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 09 13:49:59.723340 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-e5dc9f4f-a3a2-47c3-896e-99d6c421f1c1 tempest-TestShelveInstance-2046492814 tempest-TestShelveInstance-2046492814-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:50:00.064167 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-e5dc9f4f-a3a2-47c3-896e-99d6c421f1c1 tempest-TestShelveInstance-2046492814 tempest-TestShelveInstance-2046492814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853739810'] for port, before_update {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:50:00.377414 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-e5dc9f4f-a3a2-47c3-896e-99d6c421f1c1 tempest-TestShelveInstance-2046492814 tempest-TestShelveInstance-2046492814-project] Notify callbacks [] for port, precommit_update {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:50:00.381123 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-e5dc9f4f-a3a2-47c3-896e-99d6c421f1c1 tempest-TestShelveInstance-2046492814 tempest-TestShelveInstance-2046492814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853739901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853759498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265038874484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771815468181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265039307602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2810724'] for port, after_update {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:50:00.398155 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-e39cebc2-d29d-43fb-ae98-c834e2890c5f tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:50:00.565695 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5dc9f4f-a3a2-47c3-896e-99d6c421f1c1 tempest-TestShelveInstance-2046492814 tempest-TestShelveInstance-2046492814-project] Pushing event updated for resources: {'Port': ['ID=216147de-21b9-49d9-a739-0a62ea395d8a,revision_number=2']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:50:00.568770 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-e5dc9f4f-a3a2-47c3-896e-99d6c421f1c1 tempest-TestShelveInstance-2046492814 tempest-TestShelveInstance-2046492814-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:50:00.687187 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-e5dc9f4f-a3a2-47c3-896e-99d6c421f1c1 tempest-TestShelveInstance-2046492814 tempest-TestShelveInstance-2046492814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-711411'] for floatingip, after_update {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:50:00.963675 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.db.l3_db [None req-e5dc9f4f-a3a2-47c3-896e-99d6c421f1c1 tempest-TestShelveInstance-2046492814 tempest-TestShelveInstance-2046492814-project] Floating IP 011b6252-c997-4f27-a72c-df478126247c associated. External IP: 172.28.0.89, port: 692d69f0-6230-42eb-8695-2e698bb43640. Apr 09 13:50:01.065540 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-4a3c68c2-8c75-4f37-b2e7-e01c56c517fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:50:01.424016 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5dc9f4f-a3a2-47c3-896e-99d6c421f1c1 tempest-TestShelveInstance-2046492814 tempest-TestShelveInstance-2046492814-project] Router 6c80f60e-8f86-4b3a-96ce-89ec0e70d8a4 has already been hosted by L3 agent 69305824-358b-46b0-9707-cd2ded304b9c {{(pid=85265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 09 13:50:01.638705 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5dc9f4f-a3a2-47c3-896e-99d6c421f1c1 tempest-TestShelveInstance-2046492814 tempest-TestShelveInstance-2046492814-project] Notify agent at l3_agent.dv-cinder-785362-1-smb the message routers_updated {{(pid=85265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 09 13:50:01.650046 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35f19f24-62fe-4c51-bede-a17c43c06df5 None None] Sync routers for ids ['6c80f60e-8f86-4b3a-96ce-89ec0e70d8a4'] in dv-cinder-785362-1-smb {{(pid=85268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 09 13:50:01.661281 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35f19f24-62fe-4c51-bede-a17c43c06df5 None None] Routers {'6c80f60e-8f86-4b3a-96ce-89ec0e70d8a4'} bound to L3 agent in host dv-cinder-785362-1-smb {{(pid=85268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 09 13:50:01.662244 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_hamode_db [None req-35f19f24-62fe-4c51-bede-a17c43c06df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-785362-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-09T13:38:04Z,description=,heartbeat_timestamp=2021-04-09T13:49:34Z,host='dv-cinder-785362-1-smb',id=69305824-358b-46b0-9707-cd2ded304b9c,load=0,resource_versions=,resources_synced=,started_at=2021-04-09T13:38:04Z,topic='l3_agent')) {'router_ids': ['6c80f60e-8f86-4b3a-96ce-89ec0e70d8a4'], 'active': True} {{(pid=85268) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 13:50:01.670154 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-e5dc9f4f-a3a2-47c3-896e-99d6c421f1c1 tempest-TestShelveInstance-2046492814 tempest-TestShelveInstance-2046492814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770645'] for floatingip, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:50:01.744209 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-e5dc9f4f-a3a2-47c3-896e-99d6c421f1c1 tempest-TestShelveInstance-2046492814 tempest-TestShelveInstance-2046492814-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.5468447 Apr 09 13:50:01.745264 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a503abd7-9a17-4e98-b19d-44c2b8e5f936', 'tag': '692d69f0-6230-42eb-8695-2e698bb43640'}] {{(pid=85265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 09 13:50:01.903318 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_dvr_db [None req-35f19f24-62fe-4c51-bede-a17c43c06df5 None None] Set router 6c80f60e-8f86-4b3a-96ce-89ec0e70d8a4 gateway port host: dv-cinder-785362-1-smb {{(pid=85268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 09 13:50:01.960388 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a503abd7-9a17-4e98-b19d-44c2b8e5f936', 'tag': '692d69f0-6230-42eb-8695-2e698bb43640', 'status': 'completed', 'code': 200} Apr 09 13:50:02.089643 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221dfd9b-76f2-4c38-9ab3-88b45568931f req-f00cccb2-2ae6-44da-92e5-a38ff40eed4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:50:02.092739 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-221dfd9b-76f2-4c38-9ab3-88b45568931f req-f00cccb2-2ae6-44da-92e5-a38ff40eed4f service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=42cd23f53368468a94a14f89589efd1d&device_id=a503abd7-9a17-4e98-b19d-44c2b8e5f936 HTTP/1.1" status: 200 len: 1098 time: 0.0956826 Apr 09 13:50:02.331136 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221dfd9b-76f2-4c38-9ab3-88b45568931f req-3f97d479-e6ce-443b-bf8f-972a0ce51369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:50:02.332876 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-221dfd9b-76f2-4c38-9ab3-88b45568931f req-3f97d479-e6ce-443b-bf8f-972a0ce51369 service neutron] 10.222.0.90 "GET /v2.0/networks?id=ae0f8e7f-ca5f-4c00-9803-4f9cd2a8e187 HTTP/1.1" status: 200 len: 910 time: 0.2328749 Apr 09 13:50:02.413092 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.agents_db [None req-c64c1605-ccfd-4af7-a5d2-2f7932bd8cd3 None None] Agent healthcheck: found 6 active agents {{(pid=85268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 09 13:50:02.461315 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-221dfd9b-76f2-4c38-9ab3-88b45568931f req-8ba1e4d1-caa2-4cfa-9a69-cd28409783cd service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=692d69f0-6230-42eb-8695-2e698bb43640 HTTP/1.1" status: 200 len: 998 time: 0.1184061 Apr 09 13:50:02.510687 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_hamode_db [None req-35f19f24-62fe-4c51-bede-a17c43c06df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c80f60e-8f86-4b3a-96ce-89ec0e70d8a4', 'name': 'tempest-TestShelveInstance-1650488399-router', 'tenant_id': '42cd23f53368468a94a14f89589efd1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd39673be-df84-4009-abea-d472d159fdfd', 'external_fixed_ips': [{'subnet_id': 'f6eeb1a0-26c5-43d1-996f-84b999bf12c7', 'ip_address': '172.28.0.57'}], 'enable_snat': True}, 'gw_port_id': 'c7d6af8c-d687-475a-8e8b-f1a19028348c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T13:48:41Z', 'updated_at': '2021-04-09T13:48:49Z', 'revision_number': 4, 'project_id': '42cd23f53368468a94a14f89589efd1d', 'gw_port': {'id': 'c7d6af8c-d687-475a-8e8b-f1a19028348c', 'name': '', 'network_id': 'd39673be-df84-4009-abea-d472d159fdfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:8f:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c80f60e-8f86-4b3a-96ce-89ec0e70d8a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'f6eeb1a0-26c5-43d1-996f-84b999bf12c7', 'ip_address': '172.28.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:48:43Z', 'updated_at': '2021-04-09T13:48:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6eeb1a0-26c5-43d1-996f-84b999bf12c7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-1-smb', '_floatingips': [{'id': '011b6252-c997-4f27-a72c-df478126247c', 'tenant_id': '42cd23f53368468a94a14f89589efd1d', 'floating_ip_address': '172.28.0.89', 'floating_network_id': 'd39673be-df84-4009-abea-d472d159fdfd', 'router_id': '6c80f60e-8f86-4b3a-96ce-89ec0e70d8a4', 'port_id': '692d69f0-6230-42eb-8695-2e698bb43640', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 440, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae0f8e7f-ca5f-4c00-9803-4f9cd2a8e187', 'mac_address': 'fa:16:3e:18:33:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a503abd7-9a17-4e98-b19d-44c2b8e5f936', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-09T13:49:59Z', 'updated_at': '2021-04-09T13:49:59Z', 'revision_number': 0, 'project_id': '42cd23f53368468a94a14f89589efd1d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9def8c0b-9829-4587-81d5-63f0d911610b', 'name': '', 'network_id': 'ae0f8e7f-ca5f-4c00-9803-4f9cd2a8e187', 'tenant_id': '42cd23f53368468a94a14f89589efd1d', 'mac_address': 'fa:16:3e:28:ea:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c80f60e-8f86-4b3a-96ce-89ec0e70d8a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '3d7b5803-c407-4abc-ab92-6b23397b2a0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:48:48Z', 'updated_at': '2021-04-09T13:49:02Z', 'revision_number': 5, 'project_id': '42cd23f53368468a94a14f89589efd1d', 'subnets': [{'id': '3d7b5803-c407-4abc-ab92-6b23397b2a0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-785362-1-smb', False) {} {{(pid=85268) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 13:50:02.516658 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35f19f24-62fe-4c51-bede-a17c43c06df5 None None] Checking router: 6c80f60e-8f86-4b3a-96ce-89ec0e70d8a4 for host: dv-cinder-785362-1-smb {{(pid=85268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 09 13:50:02.528147 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35f19f24-62fe-4c51-bede-a17c43c06df5 None None] Routers {'6c80f60e-8f86-4b3a-96ce-89ec0e70d8a4'} bound to L3 agent in host dv-cinder-785362-1-smb {{(pid=85268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 09 13:50:02.529086 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_hamode_db [None req-35f19f24-62fe-4c51-bede-a17c43c06df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-785362-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-09T13:38:04Z,description=,heartbeat_timestamp=2021-04-09T13:49:34Z,host='dv-cinder-785362-1-smb',id=69305824-358b-46b0-9707-cd2ded304b9c,load=0,resource_versions=,resources_synced=,started_at=2021-04-09T13:38:04Z,topic='l3_agent')) {'router_ids': ['6c80f60e-8f86-4b3a-96ce-89ec0e70d8a4'], 'active': True} {{(pid=85268) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 13:50:02.564980 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221dfd9b-76f2-4c38-9ab3-88b45568931f req-68b782d5-c536-40a6-b567-c69ef183cc5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:50:02.566772 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-221dfd9b-76f2-4c38-9ab3-88b45568931f req-68b782d5-c536-40a6-b567-c69ef183cc5d service neutron] 10.222.0.90 "GET /v2.0/subnets?id=3d7b5803-c407-4abc-ab92-6b23397b2a0e HTTP/1.1" status: 200 len: 848 time: 0.0903320 Apr 09 13:50:02.692597 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221dfd9b-76f2-4c38-9ab3-88b45568931f req-df1528b1-c24a-4699-8333-0ed9c4141fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:50:02.694529 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-221dfd9b-76f2-4c38-9ab3-88b45568931f req-df1528b1-c24a-4699-8333-0ed9c4141fc5 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=ae0f8e7f-ca5f-4c00-9803-4f9cd2a8e187&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1192517 Apr 09 13:50:02.790521 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_dvr_db [None req-35f19f24-62fe-4c51-bede-a17c43c06df5 None None] Set router 6c80f60e-8f86-4b3a-96ce-89ec0e70d8a4 gateway port host: dv-cinder-785362-1-smb {{(pid=85268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 09 13:50:02.919173 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-221dfd9b-76f2-4c38-9ab3-88b45568931f req-2649d528-5072-419e-8e77-3b9ec8165203 service neutron] 10.222.0.90 "GET /v2.0/networks/ae0f8e7f-ca5f-4c00-9803-4f9cd2a8e187?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2126412 Apr 09 13:50:02.987957 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dfdbb7-57c6-4568-a6de-6da25e1ba40c req-accbeabe-5493-4df7-b9e0-ae30650629d2 tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:50:02.997184 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-64dfdbb7-57c6-4568-a6de-6da25e1ba40c req-accbeabe-5493-4df7-b9e0-ae30650629d2 tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] 10.222.0.75 "GET /v2.0/ports?device_id=7690505b-47c6-4e11-9a94-a4cca9735a09 HTTP/1.1" status: 200 len: 945 time: 0.1167026 Apr 09 13:50:03.055913 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-64dfdbb7-57c6-4568-a6de-6da25e1ba40c req-02fa0ab2-7d6d-4cbd-b4f2-4bccc9803638 tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] 10.222.0.75 "GET /v2.0/security-groups?id=eea7a60b-00a0-497d-babc-18f415d64d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573285 Apr 09 13:50:03.126643 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-221dfd9b-76f2-4c38-9ab3-88b45568931f req-a184ece4-4cb1-4331-aeab-5f769bbd6763 service neutron] 10.222.0.90 "GET /v2.0/networks/ae0f8e7f-ca5f-4c00-9803-4f9cd2a8e187?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1942890 Apr 09 13:50:03.317586 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_hamode_db [None req-35f19f24-62fe-4c51-bede-a17c43c06df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c80f60e-8f86-4b3a-96ce-89ec0e70d8a4', 'name': 'tempest-TestShelveInstance-1650488399-router', 'tenant_id': '42cd23f53368468a94a14f89589efd1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd39673be-df84-4009-abea-d472d159fdfd', 'external_fixed_ips': [{'subnet_id': 'f6eeb1a0-26c5-43d1-996f-84b999bf12c7', 'ip_address': '172.28.0.57'}], 'enable_snat': True}, 'gw_port_id': 'c7d6af8c-d687-475a-8e8b-f1a19028348c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T13:48:41Z', 'updated_at': '2021-04-09T13:48:49Z', 'revision_number': 4, 'project_id': '42cd23f53368468a94a14f89589efd1d', 'gw_port': {'id': 'c7d6af8c-d687-475a-8e8b-f1a19028348c', 'name': '', 'network_id': 'd39673be-df84-4009-abea-d472d159fdfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:8f:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c80f60e-8f86-4b3a-96ce-89ec0e70d8a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'f6eeb1a0-26c5-43d1-996f-84b999bf12c7', 'ip_address': '172.28.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:48:43Z', 'updated_at': '2021-04-09T13:48:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6eeb1a0-26c5-43d1-996f-84b999bf12c7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-1-smb', '_floatingips': [{'id': '011b6252-c997-4f27-a72c-df478126247c', 'tenant_id': '42cd23f53368468a94a14f89589efd1d', 'floating_ip_address': '172.28.0.89', 'floating_network_id': 'd39673be-df84-4009-abea-d472d159fdfd', 'router_id': '6c80f60e-8f86-4b3a-96ce-89ec0e70d8a4', 'port_id': '692d69f0-6230-42eb-8695-2e698bb43640', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 440, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae0f8e7f-ca5f-4c00-9803-4f9cd2a8e187', 'mac_address': 'fa:16:3e:18:33:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a503abd7-9a17-4e98-b19d-44c2b8e5f936', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-09T13:49:59Z', 'updated_at': '2021-04-09T13:49:59Z', 'revision_number': 0, 'project_id': '42cd23f53368468a94a14f89589efd1d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9def8c0b-9829-4587-81d5-63f0d911610b', 'name': '', 'network_id': 'ae0f8e7f-ca5f-4c00-9803-4f9cd2a8e187', 'tenant_id': '42cd23f53368468a94a14f89589efd1d', 'mac_address': 'fa:16:3e:28:ea:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c80f60e-8f86-4b3a-96ce-89ec0e70d8a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '3d7b5803-c407-4abc-ab92-6b23397b2a0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:48:48Z', 'updated_at': '2021-04-09T13:49:02Z', 'revision_number': 5, 'project_id': '42cd23f53368468a94a14f89589efd1d', 'subnets': [{'id': '3d7b5803-c407-4abc-ab92-6b23397b2a0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-785362-1-smb', False) {} {{(pid=85268) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 13:50:03.321838 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35f19f24-62fe-4c51-bede-a17c43c06df5 None None] The sync data for ids ['6c80f60e-8f86-4b3a-96ce-89ec0e70d8a4'] in dv-cinder-785362-1-smb is: [{'id': '6c80f60e-8f86-4b3a-96ce-89ec0e70d8a4', 'name': 'tempest-TestShelveInstance-1650488399-router', 'tenant_id': '42cd23f53368468a94a14f89589efd1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd39673be-df84-4009-abea-d472d159fdfd', 'external_fixed_ips': [{'subnet_id': 'f6eeb1a0-26c5-43d1-996f-84b999bf12c7', 'ip_address': '172.28.0.57'}], 'enable_snat': True}, 'gw_port_id': 'c7d6af8c-d687-475a-8e8b-f1a19028348c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T13:48:41Z', 'updated_at': '2021-04-09T13:48:49Z', 'revision_number': 4, 'project_id': '42cd23f53368468a94a14f89589efd1d', 'gw_port': {'id': 'c7d6af8c-d687-475a-8e8b-f1a19028348c', 'name': '', 'network_id': 'd39673be-df84-4009-abea-d472d159fdfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:8f:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c80f60e-8f86-4b3a-96ce-89ec0e70d8a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'f6eeb1a0-26c5-43d1-996f-84b999bf12c7', 'ip_address': '172.28.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:48:43Z', 'updated_at': '2021-04-09T13:48:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6eeb1a0-26c5-43d1-996f-84b999bf12c7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-1-smb', '_floatingips': [{'id': '011b6252-c997-4f27-a72c-df478126247c', 'tenant_id': '42cd23f53368468a94a14f89589efd1d', 'floating_ip_address': '172.28.0.89', 'floating_network_id': 'd39673be-df84-4009-abea-d472d159fdfd', 'router_id': '6c80f60e-8f86-4b3a-96ce-89ec0e70d8a4', 'port_id': '692d69f0-6230-42eb-8695-2e698bb43640', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 440, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae0f8e7f-ca5f-4c00-9803-4f9cd2a8e187', 'mac_address': 'fa:16:3e:18:33:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a503abd7-9a17-4e98-b19d-44c2b8e5f936', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-09T13:49:59Z', 'updated_at': '2021-04-09T13:49:59Z', 'revision_number': 0, 'project_id': '42cd23f53368468a94a14f89589efd1d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9def8c0b-9829-4587-81d5-63f0d911610b', 'name': '', 'network_id': 'ae0f8e7f-ca5f-4c00-9803-4f9cd2a8e187', 'tenant_id': '42cd23f53368468a94a14f89589efd1d', 'mac_address': 'fa:16:3e:28:ea:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c80f60e-8f86-4b3a-96ce-89ec0e70d8a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '3d7b5803-c407-4abc-ab92-6b23397b2a0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:48:48Z', 'updated_at': '2021-04-09T13:49:02Z', 'revision_number': 5, 'project_id': '42cd23f53368468a94a14f89589efd1d', 'subnets': [{'id': '3d7b5803-c407-4abc-ab92-6b23397b2a0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 09 13:50:03.700959 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe4a63ec-ff37-4725-b79c-545f2a4dc981 None None] New status for floating IP 011b6252-c997-4f27-a72c-df478126247c: ACTIVE {{(pid=85267) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 09 13:50:04.216680 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-25f2eba6-593d-4de7-bdd0-123a2b543170 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:50:04.300809 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bc5484-6e46-41da-be4b-ab98bd1f3f11 req-361402cb-3a2f-4f66-b813-c25917531869 tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:50:04.302436 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-95bc5484-6e46-41da-be4b-ab98bd1f3f11 req-361402cb-3a2f-4f66-b813-c25917531869 tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] 10.222.0.75 "GET /v2.0/ports?device_id=7690505b-47c6-4e11-9a94-a4cca9735a09 HTTP/1.1" status: 200 len: 945 time: 0.1061974 Apr 09 13:50:04.337376 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-95bc5484-6e46-41da-be4b-ab98bd1f3f11 req-9779d62f-8a23-45c7-ac13-bb7f536bf8a0 tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] 10.222.0.75 "GET /v2.0/security-groups?id=eea7a60b-00a0-497d-babc-18f415d64d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0271981 Apr 09 13:50:04.576421 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-038b6fee-909e-41c9-b649-649ad33ce393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:50:04.767311 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.75', 33470) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:50:04.838327 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.db_base_plugin_v2 [None req-321c495c-028f-4833-9a15-8b02c9aacc70 admin admin] Deleting subnet 0619f3d1-befb-44a2-8611-eedfc5824ef1 {{(pid=85265) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 09 13:50:04.843117 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-321c495c-028f-4833-9a15-8b02c9aacc70 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:50:04.909394 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-321c495c-028f-4833-9a15-8b02c9aacc70 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1756215'] for subnet, precommit_delete_associations {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:50:05.015094 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-321c495c-028f-4833-9a15-8b02c9aacc70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854770481'] for subnet, precommit_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:50:05.258607 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:50:05.581605 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-321c495c-028f-4833-9a15-8b02c9aacc70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-5316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2810711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852396181'] for subnet, after_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:50:05.643134 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7cf8ca-82af-4268-bcbc-c1359c746974 req-a247aafb-897b-45e2-9410-855ae161dfef tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:50:05.652436 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-2a7cf8ca-82af-4268-bcbc-c1359c746974 req-a247aafb-897b-45e2-9410-855ae161dfef tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] 10.222.0.75 "GET /v2.0/ports?device_id=7690505b-47c6-4e11-9a94-a4cca9735a09 HTTP/1.1" status: 200 len: 945 time: 0.1792748 Apr 09 13:50:05.682283 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-c378f248-96be-4ef7-a52f-f55c09e56a36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:50:05.688842 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-2a7cf8ca-82af-4268-bcbc-c1359c746974 req-f4e22299-efe7-4e46-8191-d4c656b673f4 tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] 10.222.0.75 "GET /v2.0/security-groups?id=eea7a60b-00a0-497d-babc-18f415d64d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351000 Apr 09 13:50:05.706129 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:50:05.751040 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321c495c-028f-4833-9a15-8b02c9aacc70 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0619f3d1-befb-44a2-8611-eedfc5824ef1,revision_number=None']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:50:05.759310 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-321c495c-028f-4833-9a15-8b02c9aacc70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758280'] for subnet, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:50:05.763054 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321c495c-028f-4833-9a15-8b02c9aacc70 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:50:05.763380 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321c495c-028f-4833-9a15-8b02c9aacc70 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:50:05.763789 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321c495c-028f-4833-9a15-8b02c9aacc70 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:50:05.764185 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321c495c-028f-4833-9a15-8b02c9aacc70 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:50:05.764593 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321c495c-028f-4833-9a15-8b02c9aacc70 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:50:05.764981 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321c495c-028f-4833-9a15-8b02c9aacc70 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:50:05.765373 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321c495c-028f-4833-9a15-8b02c9aacc70 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:50:05.765792 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321c495c-028f-4833-9a15-8b02c9aacc70 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:50:05.766186 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321c495c-028f-4833-9a15-8b02c9aacc70 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:50:05.766809 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321c495c-028f-4833-9a15-8b02c9aacc70 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:50:05.766936 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321c495c-028f-4833-9a15-8b02c9aacc70 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:50:05.767328 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321c495c-028f-4833-9a15-8b02c9aacc70 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:50:05.775183 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-321c495c-028f-4833-9a15-8b02c9aacc70 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/0619f3d1-befb-44a2-8611-eedfc5824ef1 HTTP/1.1" status: 204 len: 168 time: 1.0057867 Apr 09 13:50:05.776271 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-321c495c-028f-4833-9a15-8b02c9aacc70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:50:05.776999 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85266) accepted ('10.222.0.75', 33500) {{(pid=85266) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:50:05.918811 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-dbd27ae5-3c31-438d-a576-c384af69089c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-925549'] for network, before_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:50:06.075827 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8366ae-7fc0-4ce2-8c24-16b018d499f6 req-f25de987-097b-4c1a-bc92-aa4d48417939 tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:50:06.076691 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [req-0c8366ae-7fc0-4ce2-8c24-16b018d499f6 req-f25de987-097b-4c1a-bc92-aa4d48417939 tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] Synchronizing usage tracker for tenant:d99749794dc147dfb86af7ba6d9559b9 on resource:port {{(pid=85265) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 09 13:50:06.092057 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [req-0c8366ae-7fc0-4ce2-8c24-16b018d499f6 req-f25de987-097b-4c1a-bc92-aa4d48417939 tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] Unset dirty status for tenant:d99749794dc147dfb86af7ba6d9559b9 on resource:port {{(pid=85265) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 09 13:50:06.093859 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-0c8366ae-7fc0-4ce2-8c24-16b018d499f6 req-f25de987-097b-4c1a-bc92-aa4d48417939 tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] 10.222.0.90 "GET /v2.0/ports?device_id=7690505b-47c6-4e11-9a94-a4cca9735a09 HTTP/1.1" status: 200 len: 945 time: 0.1120808 Apr 09 13:50:06.205511 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.plugin [req-0c8366ae-7fc0-4ce2-8c24-16b018d499f6 req-93833274-3aa2-47b4-af7b-1d873e36d014 tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] Deleting port b77f07cd-8520-4204-9b79-403fff56965d {{(pid=85265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 09 13:50:06.205985 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [req-0c8366ae-7fc0-4ce2-8c24-16b018d499f6 req-93833274-3aa2-47b4-af7b-1d873e36d014 tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771815896742'] for port, before_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:50:06.360484 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-dbd27ae5-3c31-438d-a576-c384af69089c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-12623', 'neutron.services.segments.db._delete_segments_for_network--9223363265038819086'] for network, precommit_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:50:06.493494 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.db [req-0c8366ae-7fc0-4ce2-8c24-16b018d499f6 req-93833274-3aa2-47b4-af7b-1d873e36d014 tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] For port b77f07cd-8520-4204-9b79-403fff56965d, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=b77f07cd-8520-4204-9b79-403fff56965d,segment=NetworkSegment(b9043e0b-04cf-45bd-b9f8-7ebd3edf93a8),segment_id=b9043e0b-04cf-45bd-b9f8-7ebd3edf93a8)] {{(pid=85265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 09 13:50:06.494062 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [req-0c8366ae-7fc0-4ce2-8c24-16b018d499f6 req-93833274-3aa2-47b4-af7b-1d873e36d014 tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-707704'] for port, precommit_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:50:06.494943 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.services.segments.db [None req-dbd27ae5-3c31-438d-a576-c384af69089c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a9befd7-7d4f-4dd2-bcef-e77b4015cb65']}} {{(pid=85266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 13:50:06.515868 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.services.segments.db [None req-dbd27ae5-3c31-438d-a576-c384af69089c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32c05caa-5d65-4469-9d83-b4dfe0224c07') {'for_net_delete': True} {{(pid=85266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 13:50:06.516492 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.services.segments.db [None req-dbd27ae5-3c31-438d-a576-c384af69089c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32c05caa-5d65-4469-9d83-b4dfe0224c07') {} {{(pid=85266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 13:50:06.532287 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-dbd27ae5-3c31-438d-a576-c384af69089c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363265038788092', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852573549'] for segment, before_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:50:06.550579 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-dbd27ae5-3c31-438d-a576-c384af69089c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854760408'] for segment, precommit_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:50:06.561650 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbd27ae5-3c31-438d-a576-c384af69089c admin admin] Releasing vlan 618 on physical network physnet1 to pool {{(pid=85266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 09 13:50:06.655725 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.plugin [req-0c8366ae-7fc0-4ce2-8c24-16b018d499f6 req-93833274-3aa2-47b4-af7b-1d873e36d014 tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] Calling delete_port for b77f07cd-8520-4204-9b79-403fff56965d owned by compute:nova {{(pid=85265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 09 13:50:06.759720 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.managers [None req-dbd27ae5-3c31-438d-a576-c384af69089c admin admin] Network 0a9befd7-7d4f-4dd2-bcef-e77b4015cb65 has no segments {{(pid=85266) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 09 13:50:06.770843 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-dbd27ae5-3c31-438d-a576-c384af69089c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852572640'] for segment, after_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:50:06.835964 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [req-0c8366ae-7fc0-4ce2-8c24-16b018d499f6 req-93833274-3aa2-47b4-af7b-1d873e36d014 tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853739901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853759498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363265038874501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363265039307636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851965059'] for port, after_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:50:06.849215 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.db [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] get_ports_and_sgs() called for port_ids ['a70629db-70f7-40f1-876a-a26bb3b34404', 'b77f07cd-8520-4204-9b79-403fff56965d'] {{(pid=85267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 09 13:50:06.853080 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:50:06.913506 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-e91e803b-eb82-40bd-a7f0-f8b19822ce5d req-0bb80a4e-3e99-4e4a-b35f-b0e94ed8887f tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] 10.222.0.75 "GET /v2.0/ports?device_id=7690505b-47c6-4e11-9a94-a4cca9735a09 HTTP/1.1" status: 200 len: 210 time: 0.0651128 Apr 09 13:50:06.921066 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93833274-3aa2-47b4-af7b-1d873e36d014 tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] Pushing event deleted for resources: {'Port': ['ID=b77f07cd-8520-4204-9b79-403fff56965d,revision_number=None']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:50:06.926779 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-93833274-3aa2-47b4-af7b-1d873e36d014 tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:50:07.142935 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.managers [None req-dbd27ae5-3c31-438d-a576-c384af69089c admin admin] Network 0a9befd7-7d4f-4dd2-bcef-e77b4015cb65 has no segments {{(pid=85266) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 09 13:50:07.170970 dv-cinder-785362-1-smb neutron-server[85152]: Traceback (most recent call last): Apr 09 13:50:07.170970 dv-cinder-785362-1-smb neutron-server[85152]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 09 13:50:07.170970 dv-cinder-785362-1-smb neutron-server[85152]: timer() Apr 09 13:50:07.170970 dv-cinder-785362-1-smb neutron-server[85152]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 09 13:50:07.170970 dv-cinder-785362-1-smb neutron-server[85152]: cb(*args, **kw) Apr 09 13:50:07.170970 dv-cinder-785362-1-smb neutron-server[85152]: File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper Apr 09 13:50:07.170970 dv-cinder-785362-1-smb neutron-server[85152]: return func(*args, **kwargs) Apr 09 13:50:07.170970 dv-cinder-785362-1-smb neutron-server[85152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 09 13:50:07.170970 dv-cinder-785362-1-smb neutron-server[85152]: self._notify() Apr 09 13:50:07.170970 dv-cinder-785362-1-smb neutron-server[85152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 09 13:50:07.170970 dv-cinder-785362-1-smb neutron-server[85152]: self.callback(batched_events) Apr 09 13:50:07.170970 dv-cinder-785362-1-smb neutron-server[85152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 09 13:50:07.170970 dv-cinder-785362-1-smb neutron-server[85152]: event.method(event) Apr 09 13:50:07.170970 dv-cinder-785362-1-smb neutron-server[85152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 09 13:50:07.170970 dv-cinder-785362-1-smb neutron-server[85152]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 09 13:50:07.170970 dv-cinder-785362-1-smb neutron-server[85152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 09 13:50:07.170970 dv-cinder-785362-1-smb neutron-server[85152]: segment_id)['aggregates'][0] Apr 09 13:50:07.170970 dv-cinder-785362-1-smb neutron-server[85152]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 09 13:50:07.170970 dv-cinder-785362-1-smb neutron-server[85152]: return f(self, *a, **k) Apr 09 13:50:07.170970 dv-cinder-785362-1-smb neutron-server[85152]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 09 13:50:07.170970 dv-cinder-785362-1-smb neutron-server[85152]: return self._get(url).json() Apr 09 13:50:07.170970 dv-cinder-785362-1-smb neutron-server[85152]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 09 13:50:07.170970 dv-cinder-785362-1-smb neutron-server[85152]: **kwargs) Apr 09 13:50:07.170970 dv-cinder-785362-1-smb neutron-server[85152]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 09 13:50:07.170970 dv-cinder-785362-1-smb neutron-server[85152]: return self.request(url, 'GET', **kwargs) Apr 09 13:50:07.170970 dv-cinder-785362-1-smb neutron-server[85152]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 09 13:50:07.170970 dv-cinder-785362-1-smb neutron-server[85152]: **endpoint_filter) Apr 09 13:50:07.170970 dv-cinder-785362-1-smb neutron-server[85152]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 09 13:50:07.170970 dv-cinder-785362-1-smb neutron-server[85152]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 09 13:50:07.170970 dv-cinder-785362-1-smb neutron-server[85152]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 09 13:50:07.170970 dv-cinder-785362-1-smb neutron-server[85152]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 09 13:50:07.170970 dv-cinder-785362-1-smb neutron-server[85152]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 09 13:50:07.271917 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-dbd27ae5-3c31-438d-a576-c384af69089c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854763193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-711362'] for network, after_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:50:07.283666 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c8366ae-7fc0-4ce2-8c24-16b018d499f6 req-93833274-3aa2-47b4-af7b-1d873e36d014 tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] No DVR routers for this DVR port b77f07cd-8520-4204-9b79-403fff56965d on host hv-cinder-78536 {{(pid=85265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 09 13:50:07.289696 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [req-0c8366ae-7fc0-4ce2-8c24-16b018d499f6 req-93833274-3aa2-47b4-af7b-1d873e36d014 tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770645'] for port, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:50:07.289864 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-dbd27ae5-3c31-438d-a576-c384af69089c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758280'] for network, before_response {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:50:07.289962 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7690505b-47c6-4e11-9a94-a4cca9735a09', 'name': 'network-vif-deleted', 'tag': 'b77f07cd-8520-4204-9b79-403fff56965d'}] {{(pid=85265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 09 13:50:07.291902 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:50:07.307626 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-0c8366ae-7fc0-4ce2-8c24-16b018d499f6 req-93833274-3aa2-47b4-af7b-1d873e36d014 tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] 10.222.0.90 "DELETE /v2.0/ports/b77f07cd-8520-4204-9b79-403fff56965d HTTP/1.1" status: 204 len: 173 time: 1.2058756 Apr 09 13:50:07.362630 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7690505b-47c6-4e11-9a94-a4cca9735a09', 'name': 'network-vif-deleted', 'tag': 'b77f07cd-8520-4204-9b79-403fff56965d', 'status': 'completed', 'code': 200} Apr 09 13:50:07.377429 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd27ae5-3c31-438d-a576-c384af69089c admin admin] Pushing event deleted for resources: {'Network': ['ID=0a9befd7-7d4f-4dd2-bcef-e77b4015cb65,revision_number=None']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:50:07.388405 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-dbd27ae5-3c31-438d-a576-c384af69089c admin admin] 10.222.0.75 "DELETE /v2.0/networks/0a9befd7-7d4f-4dd2-bcef-e77b4015cb65 HTTP/1.1" status: 204 len: 168 time: 1.6095603 Apr 09 13:50:07.391300 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd27ae5-3c31-438d-a576-c384af69089c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:50:07.392287 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.75', 33538) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:50:07.399146 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd27ae5-3c31-438d-a576-c384af69089c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:50:07.399743 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd27ae5-3c31-438d-a576-c384af69089c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:50:07.400164 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd27ae5-3c31-438d-a576-c384af69089c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:50:07.400575 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd27ae5-3c31-438d-a576-c384af69089c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:50:07.400981 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd27ae5-3c31-438d-a576-c384af69089c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:50:07.402359 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd27ae5-3c31-438d-a576-c384af69089c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:50:07.402940 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd27ae5-3c31-438d-a576-c384af69089c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:50:07.403355 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd27ae5-3c31-438d-a576-c384af69089c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:50:07.403745 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd27ae5-3c31-438d-a576-c384af69089c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:50:07.404130 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd27ae5-3c31-438d-a576-c384af69089c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:50:07.406935 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd27ae5-3c31-438d-a576-c384af69089c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:50:07.412372 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-dbd27ae5-3c31-438d-a576-c384af69089c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:50:07.475641 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.db_base_plugin_v2 [None req-26e632e3-23a6-4c41-bf07-dbef89fd1d2d admin admin] Deleting subnet e89e6260-93d0-40af-b8af-ac16c0506ff7 {{(pid=85265) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 09 13:50:07.479062 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-26e632e3-23a6-4c41-bf07-dbef89fd1d2d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:50:07.535111 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-26e632e3-23a6-4c41-bf07-dbef89fd1d2d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1756215'] for subnet, precommit_delete_associations {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:50:07.607139 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-26e632e3-23a6-4c41-bf07-dbef89fd1d2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854770481'] for subnet, precommit_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:50:07.933945 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-26e632e3-23a6-4c41-bf07-dbef89fd1d2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-5316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2810711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852396181'] for subnet, after_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:50:07.958485 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-321c495c-028f-4833-9a15-8b02c9aacc70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:50:08.013189 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e632e3-23a6-4c41-bf07-dbef89fd1d2d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e89e6260-93d0-40af-b8af-ac16c0506ff7,revision_number=None']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:50:08.072634 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-26e632e3-23a6-4c41-bf07-dbef89fd1d2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:50:08.113726 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-26e632e3-23a6-4c41-bf07-dbef89fd1d2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758280'] for subnet, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:50:08.122398 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-26e632e3-23a6-4c41-bf07-dbef89fd1d2d admin admin] 10.222.0.75 "DELETE /v2.0/subnets/e89e6260-93d0-40af-b8af-ac16c0506ff7 HTTP/1.1" status: 204 len: 168 time: 0.7285323 Apr 09 13:50:08.128153 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.75', 33556) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:50:08.147972 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-6f2908d8-a3c5-465f-8390-2c5662212a82 req-d49a2e3a-c880-45c2-bbdc-c8c31a433cee tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] 10.222.0.75 "GET /v2.0/ports?device_id=7690505b-47c6-4e11-9a94-a4cca9735a09 HTTP/1.1" status: 200 len: 210 time: 0.0616970 Apr 09 13:50:08.262957 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-0898e628-9d64-47bc-b36f-048c886a837b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-925549'] for network, before_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:50:08.471641 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-0898e628-9d64-47bc-b36f-048c886a837b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-12623', 'neutron.services.segments.db._delete_segments_for_network--9223363265038819086'] for network, precommit_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:50:08.604069 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.services.segments.db [None req-0898e628-9d64-47bc-b36f-048c886a837b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b685167-f172-43f4-9827-9d0044559285']}} {{(pid=85265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 13:50:08.623058 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.services.segments.db [None req-0898e628-9d64-47bc-b36f-048c886a837b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8371208a-5c8d-420e-b089-52188284cb59') {'for_net_delete': True} {{(pid=85265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 13:50:08.623389 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.services.segments.db [None req-0898e628-9d64-47bc-b36f-048c886a837b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8371208a-5c8d-420e-b089-52188284cb59') {} {{(pid=85265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 13:50:08.636427 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-0898e628-9d64-47bc-b36f-048c886a837b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363265038788092', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853019633'] for segment, before_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:50:08.654307 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-0898e628-9d64-47bc-b36f-048c886a837b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854760408'] for segment, precommit_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:50:08.661933 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0898e628-9d64-47bc-b36f-048c886a837b admin admin] Releasing vlan 643 on physical network physnet1 to pool {{(pid=85265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 09 13:50:08.857974 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.managers [None req-0898e628-9d64-47bc-b36f-048c886a837b admin admin] Network 0b685167-f172-43f4-9827-9d0044559285 has no segments {{(pid=85265) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 09 13:50:08.868097 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-0898e628-9d64-47bc-b36f-048c886a837b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2810634'] for segment, after_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:50:09.070037 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.managers [None req-0898e628-9d64-47bc-b36f-048c886a837b admin admin] Network 0b685167-f172-43f4-9827-9d0044559285 has no segments {{(pid=85265) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 09 13:50:09.102544 dv-cinder-785362-1-smb neutron-server[85152]: Traceback (most recent call last): Apr 09 13:50:09.102544 dv-cinder-785362-1-smb neutron-server[85152]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 09 13:50:09.102544 dv-cinder-785362-1-smb neutron-server[85152]: timer() Apr 09 13:50:09.102544 dv-cinder-785362-1-smb neutron-server[85152]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 09 13:50:09.102544 dv-cinder-785362-1-smb neutron-server[85152]: cb(*args, **kw) Apr 09 13:50:09.102544 dv-cinder-785362-1-smb neutron-server[85152]: File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper Apr 09 13:50:09.102544 dv-cinder-785362-1-smb neutron-server[85152]: return func(*args, **kwargs) Apr 09 13:50:09.102544 dv-cinder-785362-1-smb neutron-server[85152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 09 13:50:09.102544 dv-cinder-785362-1-smb neutron-server[85152]: self._notify() Apr 09 13:50:09.102544 dv-cinder-785362-1-smb neutron-server[85152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 09 13:50:09.102544 dv-cinder-785362-1-smb neutron-server[85152]: self.callback(batched_events) Apr 09 13:50:09.102544 dv-cinder-785362-1-smb neutron-server[85152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 09 13:50:09.102544 dv-cinder-785362-1-smb neutron-server[85152]: event.method(event) Apr 09 13:50:09.102544 dv-cinder-785362-1-smb neutron-server[85152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 09 13:50:09.102544 dv-cinder-785362-1-smb neutron-server[85152]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 09 13:50:09.102544 dv-cinder-785362-1-smb neutron-server[85152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 09 13:50:09.102544 dv-cinder-785362-1-smb neutron-server[85152]: segment_id)['aggregates'][0] Apr 09 13:50:09.102544 dv-cinder-785362-1-smb neutron-server[85152]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 09 13:50:09.102544 dv-cinder-785362-1-smb neutron-server[85152]: return f(self, *a, **k) Apr 09 13:50:09.102544 dv-cinder-785362-1-smb neutron-server[85152]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 09 13:50:09.102544 dv-cinder-785362-1-smb neutron-server[85152]: return self._get(url).json() Apr 09 13:50:09.102544 dv-cinder-785362-1-smb neutron-server[85152]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 09 13:50:09.102544 dv-cinder-785362-1-smb neutron-server[85152]: **kwargs) Apr 09 13:50:09.102544 dv-cinder-785362-1-smb neutron-server[85152]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 09 13:50:09.102544 dv-cinder-785362-1-smb neutron-server[85152]: return self.request(url, 'GET', **kwargs) Apr 09 13:50:09.102544 dv-cinder-785362-1-smb neutron-server[85152]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 09 13:50:09.102544 dv-cinder-785362-1-smb neutron-server[85152]: **endpoint_filter) Apr 09 13:50:09.102544 dv-cinder-785362-1-smb neutron-server[85152]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 09 13:50:09.102544 dv-cinder-785362-1-smb neutron-server[85152]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 09 13:50:09.102544 dv-cinder-785362-1-smb neutron-server[85152]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 09 13:50:09.102544 dv-cinder-785362-1-smb neutron-server[85152]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 09 13:50:09.102544 dv-cinder-785362-1-smb neutron-server[85152]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 09 13:50:09.193782 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-0898e628-9d64-47bc-b36f-048c886a837b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854763193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-711362'] for network, after_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:50:09.197847 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:50:09.216865 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-0898e628-9d64-47bc-b36f-048c886a837b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758280'] for network, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:50:09.226279 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0898e628-9d64-47bc-b36f-048c886a837b admin admin] Pushing event deleted for resources: {'Network': ['ID=0b685167-f172-43f4-9827-9d0044559285,revision_number=None']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:50:09.232508 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-0898e628-9d64-47bc-b36f-048c886a837b admin admin] 10.222.0.75 "DELETE /v2.0/networks/0b685167-f172-43f4-9827-9d0044559285 HTTP/1.1" status: 204 len: 168 time: 1.1003747 Apr 09 13:50:09.232508 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-0898e628-9d64-47bc-b36f-048c886a837b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:50:09.439684 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85266) accepted ('10.222.0.75', 33584) {{(pid=85266) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:50:09.480080 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-0aeec700-a44f-4abb-9df4-e75df6926bb1 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=f67346613fba4fea8326d2e37f000a26&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0359845 Apr 09 13:50:09.480789 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.75', 33588) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:50:09.568264 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-c21321ef-9f75-4e5f-b09e-da03a5913765 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:50:09.600835 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-c21321ef-9f75-4e5f-b09e-da03a5913765 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:50:09.654885 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-c21321ef-9f75-4e5f-b09e-da03a5913765 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738555'] for security_group, after_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:50:09.660433 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-24beb44b-6d43-464b-ac06-692e3804ba90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:50:09.675367 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21321ef-9f75-4e5f-b09e-da03a5913765 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be19d9a7-e27e-4364-88d3-306f560a7980,revision_number=None']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:50:09.678423 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-c21321ef-9f75-4e5f-b09e-da03a5913765 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:50:09.680589 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-c21321ef-9f75-4e5f-b09e-da03a5913765 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:50:09.684985 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-c21321ef-9f75-4e5f-b09e-da03a5913765 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/be19d9a7-e27e-4364-88d3-306f560a7980 HTTP/1.1" status: 204 len: 168 time: 0.1998580 Apr 09 13:50:09.712530 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc2dc20-1d7d-43f9-ab13-2589dbad6915 req-12c894a1-42a6-4dca-9903-a21aeed39d52 tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:50:09.714709 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-7fc2dc20-1d7d-43f9-ab13-2589dbad6915 req-12c894a1-42a6-4dca-9903-a21aeed39d52 tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] 10.222.0.75 "GET /v2.0/ports?device_id=3b0c4a3a-57ce-4e76-a767-bd7ea7d79510 HTTP/1.1" status: 200 len: 946 time: 0.1030436 Apr 09 13:50:09.748642 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-7fc2dc20-1d7d-43f9-ab13-2589dbad6915 req-5739c97c-22d7-48e7-89ff-91a7583500a8 tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] 10.222.0.75 "GET /v2.0/security-groups?id=eea7a60b-00a0-497d-babc-18f415d64d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0265698 Apr 09 13:50:10.105440 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85266) accepted ('10.222.0.75', 33606) {{(pid=85266) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:50:10.168329 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-0de3dcf5-1212-419e-8702-bfbf7d8c2b81 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=5b0819c757ee46a5a6a623d0ccfb01f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0588884 Apr 09 13:50:10.168570 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85266) accepted ('10.222.0.75', 33610) {{(pid=85266) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:50:10.173851 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-e1817c31-5687-4ed7-aaaa-59158d446765 req-a6aeb435-9b0a-49de-9680-12f3a349c2f9 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=8b5d6eb5-8dfa-4fd0-8f2d-9dd3590c2daf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0916576 Apr 09 13:50:10.206029 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.75', 33614) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:50:10.225652 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.rpc [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Device b77f07cd-8520-4204-9b79-403fff56965d no longer exists at agent hyperv_hv-cinder-78536 {{(pid=85267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 09 13:50:10.256229 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-da72c682-2c27-467f-b60a-bbeb2f429fbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:50:10.282706 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.plugin [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] No Port match for: b77f07cd-8520-4204-9b79-403fff56965d {{(pid=85267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 09 13:50:10.283418 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.rpc [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Device b77f07cd-8520-4204-9b79-403fff56965d not bound to the agent host hv-cinder-78536 {{(pid=85267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 09 13:50:10.295918 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-da72c682-2c27-467f-b60a-bbeb2f429fbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:50:10.357731 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-da72c682-2c27-467f-b60a-bbeb2f429fbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738555'] for security_group, after_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:50:10.363547 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-940422ff-25f8-4a15-a8a8-ec123432d555 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:50:10.383157 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da72c682-2c27-467f-b60a-bbeb2f429fbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62e25b0e-ef1a-4d7a-9e77-8eb84a0a4713,revision_number=None']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:50:10.388180 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-da72c682-2c27-467f-b60a-bbeb2f429fbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:50:10.394122 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-da72c682-2c27-467f-b60a-bbeb2f429fbe admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/62e25b0e-ef1a-4d7a-9e77-8eb84a0a4713 HTTP/1.1" status: 204 len: 168 time: 0.2203667 Apr 09 13:50:10.394122 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-da72c682-2c27-467f-b60a-bbeb2f429fbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:50:10.396343 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-4a7d3713-e362-4fef-97d3-e3b32beda4ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:50:10.426690 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-4a7d3713-e362-4fef-97d3-e3b32beda4ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 13:50:10.443018 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-4a7d3713-e362-4fef-97d3-e3b32beda4ab admin admin] Usage tracker for resource:security_group_rule and tenant:501c7e7604f64e2d9913e22197f82112 is out of sync, need to count used quota {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 13:50:10.448630 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-4a7d3713-e362-4fef-97d3-e3b32beda4ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 13:50:10.463423 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-4a7d3713-e362-4fef-97d3-e3b32beda4ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 13:50:10.481487 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1817c31-5687-4ed7-aaaa-59158d446765 req-08a92b7f-c206-46db-a03e-fd78a2cc18a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:50:10.483159 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-e1817c31-5687-4ed7-aaaa-59158d446765 req-08a92b7f-c206-46db-a03e-fd78a2cc18a6 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=a2b444c2a873486d8c3ff30419c2c3f8&device_id=8b5d6eb5-8dfa-4fd0-8f2d-9dd3590c2daf HTTP/1.1" status: 200 len: 1098 time: 0.2087107 Apr 09 13:50:10.720809 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-4a7d3713-e362-4fef-97d3-e3b32beda4ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:50:10.729196 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-4a7d3713-e362-4fef-97d3-e3b32beda4ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738555'] for security_group, after_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:50:10.749011 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-c21321ef-9f75-4e5f-b09e-da03a5913765 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:50:10.809054 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1817c31-5687-4ed7-aaaa-59158d446765 req-62496996-14ed-4383-9898-ac86e670d2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:50:10.811667 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-e1817c31-5687-4ed7-aaaa-59158d446765 req-62496996-14ed-4383-9898-ac86e670d2ae service neutron] 10.222.0.90 "GET /v2.0/networks?id=a4bc50d2-4a55-4ee1-87aa-a1e91be18584 HTTP/1.1" status: 200 len: 918 time: 0.3008385 Apr 09 13:50:10.820352 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-4a7d3713-e362-4fef-97d3-e3b32beda4ab admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=501c7e7604f64e2d9913e22197f82112&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6125889 Apr 09 13:50:10.822402 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7d3713-e362-4fef-97d3-e3b32beda4ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=019a61fc-750b-4332-b6ac-2e21cf339d5b,revision_number=1']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:50:10.824833 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85266) accepted ('10.222.0.75', 33634) {{(pid=85266) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:50:10.828694 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-4a7d3713-e362-4fef-97d3-e3b32beda4ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:50:10.944034 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:50:11.010206 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-e1817c31-5687-4ed7-aaaa-59158d446765 req-e6aed1be-210d-40cb-b545-faed22d78a24 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=317fc4fb-b778-458a-a027-e44683b0f676 HTTP/1.1" status: 200 len: 1000 time: 0.1827395 Apr 09 13:50:11.058892 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-707e0224-f758-4ff8-89db-77cf8f450a77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:50:11.106832 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-707e0224-f758-4ff8-89db-77cf8f450a77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:50:11.178361 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1817c31-5687-4ed7-aaaa-59158d446765 req-c3575631-481b-4dfb-b443-1a283c25bf02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:50:11.180241 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-e1817c31-5687-4ed7-aaaa-59158d446765 req-c3575631-481b-4dfb-b443-1a283c25bf02 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=0144e1c8-7bcb-42a5-ac9e-709c8b2e67a5 HTTP/1.1" status: 200 len: 856 time: 0.1595616 Apr 09 13:50:11.180971 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-707e0224-f758-4ff8-89db-77cf8f450a77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738555'] for security_group, after_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:50:11.186473 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-f066af2b-6878-4fb5-a099-8ca76ab08b09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:50:11.201717 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707e0224-f758-4ff8-89db-77cf8f450a77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=019a61fc-750b-4332-b6ac-2e21cf339d5b,revision_number=None']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:50:11.207042 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-707e0224-f758-4ff8-89db-77cf8f450a77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:50:11.217545 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-707e0224-f758-4ff8-89db-77cf8f450a77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:50:11.222314 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-707e0224-f758-4ff8-89db-77cf8f450a77 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/019a61fc-750b-4332-b6ac-2e21cf339d5b HTTP/1.1" status: 204 len: 168 time: 0.3963716 Apr 09 13:50:11.265617 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e0eb2e-6a28-4c47-8aee-cb316f880071 req-3be5fdb7-3b9c-48be-98b7-ef59485c3b15 tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:50:11.267516 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-02e0eb2e-6a28-4c47-8aee-cb316f880071 req-3be5fdb7-3b9c-48be-98b7-ef59485c3b15 tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] 10.222.0.75 "GET /v2.0/ports?device_id=3b0c4a3a-57ce-4e76-a767-bd7ea7d79510 HTTP/1.1" status: 200 len: 946 time: 0.2681992 Apr 09 13:50:11.310099 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1817c31-5687-4ed7-aaaa-59158d446765 req-d9740a1c-2df4-445c-a09e-2a36442c49aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:50:11.316530 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-e1817c31-5687-4ed7-aaaa-59158d446765 req-d9740a1c-2df4-445c-a09e-2a36442c49aa service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=a4bc50d2-4a55-4ee1-87aa-a1e91be18584&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1267259 Apr 09 13:50:11.321775 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-02e0eb2e-6a28-4c47-8aee-cb316f880071 req-53659cb7-3038-410f-b030-fa2d4bf97dcb tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] 10.222.0.75 "GET /v2.0/security-groups?id=eea7a60b-00a0-497d-babc-18f415d64d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381024 Apr 09 13:50:11.540706 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-e1817c31-5687-4ed7-aaaa-59158d446765 req-9bdf9f55-64d9-47e6-b203-b2c16272a564 service neutron] 10.222.0.90 "GET /v2.0/networks/a4bc50d2-4a55-4ee1-87aa-a1e91be18584?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2102249 Apr 09 13:50:11.621164 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a53e64f-a44a-432d-ac99-2861e1697fa5 req-2650b442-a636-482f-a782-239b9bfa4513 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:50:11.623164 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-0a53e64f-a44a-432d-ac99-2861e1697fa5 req-2650b442-a636-482f-a782-239b9bfa4513 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] 10.222.0.75 "GET /v2.0/ports?device_id=8b5d6eb5-8dfa-4fd0-8f2d-9dd3590c2daf HTTP/1.1" status: 200 len: 945 time: 0.1372404 Apr 09 13:50:11.661011 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-0a53e64f-a44a-432d-ac99-2861e1697fa5 req-9ead558b-84c9-445b-82aa-3fd7ad2d9850 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] 10.222.0.75 "GET /v2.0/security-groups?id=947774b9-8c9c-4200-ad33-d72fdd5295bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298843 Apr 09 13:50:11.778803 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-e1817c31-5687-4ed7-aaaa-59158d446765 req-43fdfd4c-0dc7-430b-88d7-01e9a207b6ac service neutron] 10.222.0.90 "GET /v2.0/networks/a4bc50d2-4a55-4ee1-87aa-a1e91be18584?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1960347 Apr 09 13:50:12.562103 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102b646b-25d5-4770-a614-d4fed7b04275 req-2e21a1f7-7fce-4c33-8946-ef0c22c6cb2c tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:50:12.564008 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-102b646b-25d5-4770-a614-d4fed7b04275 req-2e21a1f7-7fce-4c33-8946-ef0c22c6cb2c tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] 10.222.0.75 "GET /v2.0/ports?device_id=3b0c4a3a-57ce-4e76-a767-bd7ea7d79510 HTTP/1.1" status: 200 len: 946 time: 0.1210556 Apr 09 13:50:12.608786 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-102b646b-25d5-4770-a614-d4fed7b04275 req-700182f8-2de7-4b04-a999-63023df67af3 tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] 10.222.0.75 "GET /v2.0/security-groups?id=eea7a60b-00a0-497d-babc-18f415d64d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294075 Apr 09 13:50:12.892231 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf11bb6-248a-469d-b154-592bb8f5197c req-0ea4e93c-8a0e-41ce-9f49-a431f46f921d tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:50:12.894170 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-fbf11bb6-248a-469d-b154-592bb8f5197c req-0ea4e93c-8a0e-41ce-9f49-a431f46f921d tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] 10.222.0.75 "GET /v2.0/ports?device_id=8b5d6eb5-8dfa-4fd0-8f2d-9dd3590c2daf HTTP/1.1" status: 200 len: 945 time: 0.1048212 Apr 09 13:50:12.931229 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-fbf11bb6-248a-469d-b154-592bb8f5197c req-d897d584-6feb-4561-840f-01e8f37a154a tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] 10.222.0.75 "GET /v2.0/security-groups?id=947774b9-8c9c-4200-ad33-d72fdd5295bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0293522 Apr 09 13:50:13.836173 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355e6376-6732-4e42-851f-2134f40e00f0 req-aca7286c-1131-4b88-a91b-9c41079badd0 tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:50:13.837721 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-355e6376-6732-4e42-851f-2134f40e00f0 req-aca7286c-1131-4b88-a91b-9c41079badd0 tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] 10.222.0.75 "GET /v2.0/ports?device_id=3b0c4a3a-57ce-4e76-a767-bd7ea7d79510 HTTP/1.1" status: 200 len: 946 time: 0.1076651 Apr 09 13:50:13.874589 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-355e6376-6732-4e42-851f-2134f40e00f0 req-c25f8fa4-5321-4dff-bbea-c0e3c0dc3568 tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] 10.222.0.75 "GET /v2.0/security-groups?id=eea7a60b-00a0-497d-babc-18f415d64d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0262501 Apr 09 13:50:14.162113 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28a4e5f-7ea9-42dc-9590-88f1dad71c42 req-6c12fc4c-a4d5-4e20-9b82-d8b13a5fa895 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:50:14.163752 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-f28a4e5f-7ea9-42dc-9590-88f1dad71c42 req-6c12fc4c-a4d5-4e20-9b82-d8b13a5fa895 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] 10.222.0.75 "GET /v2.0/ports?device_id=8b5d6eb5-8dfa-4fd0-8f2d-9dd3590c2daf HTTP/1.1" status: 200 len: 945 time: 0.0980306 Apr 09 13:50:14.196487 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-f28a4e5f-7ea9-42dc-9590-88f1dad71c42 req-3822772d-5980-4e0b-a5d4-c79bc2d46c89 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] 10.222.0.75 "GET /v2.0/security-groups?id=947774b9-8c9c-4200-ad33-d72fdd5295bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0251956 Apr 09 13:50:15.106303 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d264830a-836d-4a46-8eb4-f67674d7104b req-d8d55adb-f210-45ae-ac29-1af0b2f878be tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:50:15.107939 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-d264830a-836d-4a46-8eb4-f67674d7104b req-d8d55adb-f210-45ae-ac29-1af0b2f878be tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] 10.222.0.75 "GET /v2.0/ports?device_id=3b0c4a3a-57ce-4e76-a767-bd7ea7d79510 HTTP/1.1" status: 200 len: 946 time: 0.1009152 Apr 09 13:50:15.144152 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-d264830a-836d-4a46-8eb4-f67674d7104b req-04a36e8e-e58b-4d99-b22a-2728cec8daf3 tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] 10.222.0.75 "GET /v2.0/security-groups?id=eea7a60b-00a0-497d-babc-18f415d64d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288818 Apr 09 13:50:15.436562 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f3500c-f6a5-429a-a792-0e70258c37a2 req-7807a497-e628-47d0-b2b7-cf40d801d1d1 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:50:15.438227 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-69f3500c-f6a5-429a-a792-0e70258c37a2 req-7807a497-e628-47d0-b2b7-cf40d801d1d1 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] 10.222.0.75 "GET /v2.0/ports?device_id=8b5d6eb5-8dfa-4fd0-8f2d-9dd3590c2daf HTTP/1.1" status: 200 len: 945 time: 0.1064484 Apr 09 13:50:15.468886 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-69f3500c-f6a5-429a-a792-0e70258c37a2 req-71487815-fab4-483b-85bc-9c4834dfbe3a tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] 10.222.0.75 "GET /v2.0/security-groups?id=947774b9-8c9c-4200-ad33-d72fdd5295bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0237386 Apr 09 13:50:16.375759 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7573b52-c6c6-4cc9-a21d-c5c5516d6fd1 req-07938e34-cfa0-4f0d-ad01-6f51043abe25 tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:50:16.378164 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-a7573b52-c6c6-4cc9-a21d-c5c5516d6fd1 req-07938e34-cfa0-4f0d-ad01-6f51043abe25 tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] 10.222.0.75 "GET /v2.0/ports?device_id=3b0c4a3a-57ce-4e76-a767-bd7ea7d79510 HTTP/1.1" status: 200 len: 946 time: 0.1007259 Apr 09 13:50:16.413618 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-a7573b52-c6c6-4cc9-a21d-c5c5516d6fd1 req-6ef52e68-e371-4718-be49-4fff3a884ce2 tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] 10.222.0.75 "GET /v2.0/security-groups?id=eea7a60b-00a0-497d-babc-18f415d64d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278277 Apr 09 13:50:16.709732 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f359fcc0-dcbd-45d6-94dd-abbb992df74e req-3809bd1b-ec50-4971-9fec-d3b7e17161c1 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:50:16.711335 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-f359fcc0-dcbd-45d6-94dd-abbb992df74e req-3809bd1b-ec50-4971-9fec-d3b7e17161c1 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] 10.222.0.75 "GET /v2.0/ports?device_id=8b5d6eb5-8dfa-4fd0-8f2d-9dd3590c2daf HTTP/1.1" status: 200 len: 945 time: 0.0967710 Apr 09 13:50:16.747759 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-f359fcc0-dcbd-45d6-94dd-abbb992df74e req-7f83860a-df66-4d81-86ef-cf33f536b2dc tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] 10.222.0.75 "GET /v2.0/security-groups?id=947774b9-8c9c-4200-ad33-d72fdd5295bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296109 Apr 09 13:50:17.074883 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dadadf8-2076-4da6-8405-a463b46b2d57 req-6be0b16a-f3c8-4fa2-9d8e-adb464734f06 tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:50:17.075643 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [req-2dadadf8-2076-4da6-8405-a463b46b2d57 req-6be0b16a-f3c8-4fa2-9d8e-adb464734f06 tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] Synchronizing usage tracker for tenant:d99749794dc147dfb86af7ba6d9559b9 on resource:port {{(pid=85265) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 09 13:50:17.091327 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [req-2dadadf8-2076-4da6-8405-a463b46b2d57 req-6be0b16a-f3c8-4fa2-9d8e-adb464734f06 tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] Unset dirty status for tenant:d99749794dc147dfb86af7ba6d9559b9 on resource:port {{(pid=85265) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 09 13:50:17.092592 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-2dadadf8-2076-4da6-8405-a463b46b2d57 req-6be0b16a-f3c8-4fa2-9d8e-adb464734f06 tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] 10.222.0.90 "GET /v2.0/ports?device_id=3b0c4a3a-57ce-4e76-a767-bd7ea7d79510 HTTP/1.1" status: 200 len: 946 time: 0.1192806 Apr 09 13:50:17.180519 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.plugin [req-2dadadf8-2076-4da6-8405-a463b46b2d57 req-95c21e9e-ae20-4884-a2a6-56d8b1cc74d6 tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] Deleting port a70629db-70f7-40f1-876a-a26bb3b34404 {{(pid=85265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 09 13:50:17.180907 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [req-2dadadf8-2076-4da6-8405-a463b46b2d57 req-95c21e9e-ae20-4884-a2a6-56d8b1cc74d6 tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771815896742'] for port, before_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:50:17.684023 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87b84d8-8e21-4587-b647-ea7c82c433c7 req-72b5628c-0b71-4a69-ab0a-f31181b4bb98 tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:50:17.685870 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-e87b84d8-8e21-4587-b647-ea7c82c433c7 req-72b5628c-0b71-4a69-ab0a-f31181b4bb98 tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] 10.222.0.75 "GET /v2.0/ports?device_id=3b0c4a3a-57ce-4e76-a767-bd7ea7d79510 HTTP/1.1" status: 200 len: 946 time: 0.1043901 Apr 09 13:50:17.721484 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-e87b84d8-8e21-4587-b647-ea7c82c433c7 req-ee999b46-8ad1-4571-b32b-45032009d140 tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] 10.222.0.75 "GET /v2.0/security-groups?id=eea7a60b-00a0-497d-babc-18f415d64d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0266402 Apr 09 13:50:17.737107 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.db [req-2dadadf8-2076-4da6-8405-a463b46b2d57 req-95c21e9e-ae20-4884-a2a6-56d8b1cc74d6 tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] For port a70629db-70f7-40f1-876a-a26bb3b34404, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=a70629db-70f7-40f1-876a-a26bb3b34404,segment=NetworkSegment(b9043e0b-04cf-45bd-b9f8-7ebd3edf93a8),segment_id=b9043e0b-04cf-45bd-b9f8-7ebd3edf93a8)] {{(pid=85265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 09 13:50:17.737505 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [req-2dadadf8-2076-4da6-8405-a463b46b2d57 req-95c21e9e-ae20-4884-a2a6-56d8b1cc74d6 tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-707704'] for port, precommit_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:50:17.876542 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.plugin [req-2dadadf8-2076-4da6-8405-a463b46b2d57 req-95c21e9e-ae20-4884-a2a6-56d8b1cc74d6 tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] Calling delete_port for a70629db-70f7-40f1-876a-a26bb3b34404 owned by compute:nova {{(pid=85265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 09 13:50:17.982546 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f49b40c-dfd6-42f4-af30-a9d2e3c0c07e req-9ffd9f47-d32d-49e7-93a5-7ecb475d6c64 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:50:17.984214 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-5f49b40c-dfd6-42f4-af30-a9d2e3c0c07e req-9ffd9f47-d32d-49e7-93a5-7ecb475d6c64 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] 10.222.0.75 "GET /v2.0/ports?device_id=8b5d6eb5-8dfa-4fd0-8f2d-9dd3590c2daf HTTP/1.1" status: 200 len: 945 time: 0.1064517 Apr 09 13:50:18.017876 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-5f49b40c-dfd6-42f4-af30-a9d2e3c0c07e req-db19d943-ac3a-474d-9dde-8f9324fe0d96 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] 10.222.0.75 "GET /v2.0/security-groups?id=947774b9-8c9c-4200-ad33-d72fdd5295bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0263343 Apr 09 13:50:18.043994 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [req-2dadadf8-2076-4da6-8405-a463b46b2d57 req-95c21e9e-ae20-4884-a2a6-56d8b1cc74d6 tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853739901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853759498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363265038874501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363265039307636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851965059'] for port, after_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:50:18.056452 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.db [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] get_ports_and_sgs() called for port_ids ['a70629db-70f7-40f1-876a-a26bb3b34404'] {{(pid=85267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 09 13:50:18.067459 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-ee701f92-1895-4e01-a190-c50641c77225 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:50:18.128192 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c21e9e-ae20-4884-a2a6-56d8b1cc74d6 tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] Pushing event deleted for resources: {'Port': ['ID=a70629db-70f7-40f1-876a-a26bb3b34404,revision_number=None']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:50:18.130964 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-95c21e9e-ae20-4884-a2a6-56d8b1cc74d6 tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:50:18.324389 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_dvrscheduler_db [req-2dadadf8-2076-4da6-8405-a463b46b2d57 req-95c21e9e-ae20-4884-a2a6-56d8b1cc74d6 tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] No DVR routers for this DVR port a70629db-70f7-40f1-876a-a26bb3b34404 on host hv-cinder-78536 {{(pid=85265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 09 13:50:18.327442 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [req-2dadadf8-2076-4da6-8405-a463b46b2d57 req-95c21e9e-ae20-4884-a2a6-56d8b1cc74d6 tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770645'] for port, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:50:18.330862 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b0c4a3a-57ce-4e76-a767-bd7ea7d79510', 'name': 'network-vif-deleted', 'tag': 'a70629db-70f7-40f1-876a-a26bb3b34404'}] {{(pid=85265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 09 13:50:18.352593 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-2dadadf8-2076-4da6-8405-a463b46b2d57 req-95c21e9e-ae20-4884-a2a6-56d8b1cc74d6 tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] 10.222.0.90 "DELETE /v2.0/ports/a70629db-70f7-40f1-876a-a26bb3b34404 HTTP/1.1" status: 204 len: 173 time: 1.2524450 Apr 09 13:50:18.386800 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b0c4a3a-57ce-4e76-a767-bd7ea7d79510', 'name': 'network-vif-deleted', 'tag': 'a70629db-70f7-40f1-876a-a26bb3b34404', 'status': 'completed', 'code': 200} Apr 09 13:50:18.939394 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-74b9277d-43d9-45eb-9db4-ad63f5d6c535 req-3b71c2a8-d9a1-45af-9e58-ad45495092e1 tempest-ServerRescueNegativeTestJSON-508790155 tempest-ServerRescueNegativeTestJSON-508790155-project] 10.222.0.75 "GET /v2.0/ports?device_id=3b0c4a3a-57ce-4e76-a767-bd7ea7d79510 HTTP/1.1" status: 200 len: 210 time: 0.0572557 Apr 09 13:50:19.255155 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daacdbb2-9502-4244-ad29-21163d39f281 req-e2040b9e-b6b4-42cb-9244-8107d1b63aa6 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:50:19.258481 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-daacdbb2-9502-4244-ad29-21163d39f281 req-e2040b9e-b6b4-42cb-9244-8107d1b63aa6 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] 10.222.0.75 "GET /v2.0/ports?device_id=8b5d6eb5-8dfa-4fd0-8f2d-9dd3590c2daf HTTP/1.1" status: 200 len: 945 time: 0.1071994 Apr 09 13:50:19.298936 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-daacdbb2-9502-4244-ad29-21163d39f281 req-5c1a2ec5-db21-4775-a2ac-72e088864dfc tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] 10.222.0.75 "GET /v2.0/security-groups?id=947774b9-8c9c-4200-ad33-d72fdd5295bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375149 Apr 09 13:50:20.045665 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85266) accepted ('10.222.0.75', 33812) {{(pid=85266) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:50:20.292303 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.rpc [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Device a70629db-70f7-40f1-876a-a26bb3b34404 no longer exists at agent hyperv_hv-cinder-78536 {{(pid=85267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 09 13:50:20.342273 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.plugin [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] No Port match for: a70629db-70f7-40f1-876a-a26bb3b34404 {{(pid=85267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 09 13:50:20.342858 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.rpc [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Device a70629db-70f7-40f1-876a-a26bb3b34404 not bound to the agent host hv-cinder-78536 {{(pid=85267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 09 13:50:20.643115 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4ba9f4-eb28-4708-8b45-4da89f7b180f req-5d69d236-c0cd-4507-8db7-035f862d378d tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:50:20.644853 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-7e4ba9f4-eb28-4708-8b45-4da89f7b180f req-5d69d236-c0cd-4507-8db7-035f862d378d tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] 10.222.0.75 "GET /v2.0/ports?device_id=8b5d6eb5-8dfa-4fd0-8f2d-9dd3590c2daf HTTP/1.1" status: 200 len: 945 time: 0.1952398 Apr 09 13:50:20.688097 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-7e4ba9f4-eb28-4708-8b45-4da89f7b180f req-5e77b631-df22-43e5-923b-344e5341fca8 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] 10.222.0.75 "GET /v2.0/security-groups?id=947774b9-8c9c-4200-ad33-d72fdd5295bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356336 Apr 09 13:50:20.796801 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-e6574aa7-069b-4886-beee-30148197c864 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854062954'] for router_interface, before_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:50:21.398414 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.plugin [None req-e6574aa7-069b-4886-beee-30148197c864 admin admin] Deleting port d3329dc7-1ec2-49c0-a0d8-e01b91e91391 {{(pid=85266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 09 13:50:21.398986 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-e6574aa7-069b-4886-beee-30148197c864 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771815896742'] for port, before_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:50:21.620165 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.db [None req-e6574aa7-069b-4886-beee-30148197c864 admin admin] For port d3329dc7-1ec2-49c0-a0d8-e01b91e91391, host dv-cinder-785362-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-1-smb',level=0,port_id=d3329dc7-1ec2-49c0-a0d8-e01b91e91391,segment=NetworkSegment(b9043e0b-04cf-45bd-b9f8-7ebd3edf93a8),segment_id=b9043e0b-04cf-45bd-b9f8-7ebd3edf93a8)] {{(pid=85266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 09 13:50:21.620787 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-e6574aa7-069b-4886-beee-30148197c864 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-707704'] for port, precommit_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:50:21.809547 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.plugin [None req-e6574aa7-069b-4886-beee-30148197c864 admin admin] Calling delete_port for d3329dc7-1ec2-49c0-a0d8-e01b91e91391 owned by network:router_interface {{(pid=85266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 09 13:50:22.152693 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e35de8a-5700-4c77-8eae-89e66040f045 req-0f67dc1b-9d6f-4405-bac0-6a11c684d4e7 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:50:22.154414 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-4e35de8a-5700-4c77-8eae-89e66040f045 req-0f67dc1b-9d6f-4405-bac0-6a11c684d4e7 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] 10.222.0.75 "GET /v2.0/ports?device_id=8b5d6eb5-8dfa-4fd0-8f2d-9dd3590c2daf HTTP/1.1" status: 200 len: 945 time: 0.2784948 Apr 09 13:50:22.233302 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-4e35de8a-5700-4c77-8eae-89e66040f045 req-ee4ed181-8fa2-418a-9f61-48f47e337ef9 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] 10.222.0.75 "GET /v2.0/security-groups?id=947774b9-8c9c-4200-ad33-d72fdd5295bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705006 Apr 09 13:50:22.254552 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-e6574aa7-069b-4886-beee-30148197c864 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853739901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853759498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363265038874501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363265039307636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2203223'] for port, after_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:50:22.273661 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-2784f488-3816-46cb-bda9-1d43e6fe8f3a tempest-VolumesSnapshotTestJSON-854221919 tempest-VolumesSnapshotTestJSON-854221919-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:50:22.337522 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6574aa7-069b-4886-beee-30148197c864 admin admin] Pushing event deleted for resources: {'Port': ['ID=d3329dc7-1ec2-49c0-a0d8-e01b91e91391,revision_number=None']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:50:22.340803 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-e6574aa7-069b-4886-beee-30148197c864 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:50:22.766082 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-e6574aa7-069b-4886-beee-30148197c864 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854017518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854061403'] for router_interface, after_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:50:23.332378 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6574aa7-069b-4886-beee-30148197c864 admin admin] Router fb965919-2b8c-431b-ab9d-6b535d7a897b has already been hosted by L3 agent 69305824-358b-46b0-9707-cd2ded304b9c {{(pid=85266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 09 13:50:23.850804 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9bb177-90c0-42c8-a35b-d63cb87b0f19 req-2d86649d-679f-4647-bfeb-66b91e1f2486 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:50:23.852402 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-3c9bb177-90c0-42c8-a35b-d63cb87b0f19 req-2d86649d-679f-4647-bfeb-66b91e1f2486 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] 10.222.0.75 "GET /v2.0/ports?device_id=8b5d6eb5-8dfa-4fd0-8f2d-9dd3590c2daf HTTP/1.1" status: 200 len: 945 time: 0.4428458 Apr 09 13:50:23.855995 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6574aa7-069b-4886-beee-30148197c864 admin admin] Notify agent at l3_agent.dv-cinder-785362-1-smb the message routers_updated {{(pid=85266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 09 13:50:23.866716 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af934e72-1de8-444a-b44a-986c0fb24e5d None None] Sync routers for ids ['fb965919-2b8c-431b-ab9d-6b535d7a897b'] in dv-cinder-785362-1-smb {{(pid=85268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 09 13:50:23.878609 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af934e72-1de8-444a-b44a-986c0fb24e5d None None] Routers {'fb965919-2b8c-431b-ab9d-6b535d7a897b'} bound to L3 agent in host dv-cinder-785362-1-smb {{(pid=85268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 09 13:50:23.879373 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_hamode_db [None req-af934e72-1de8-444a-b44a-986c0fb24e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-785362-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-09T13:38:04Z,description=,heartbeat_timestamp=2021-04-09T13:50:04Z,host='dv-cinder-785362-1-smb',id=69305824-358b-46b0-9707-cd2ded304b9c,load=0,resource_versions=,resources_synced=,started_at=2021-04-09T13:38:04Z,topic='l3_agent')) {'router_ids': ['fb965919-2b8c-431b-ab9d-6b535d7a897b'], 'active': True} {{(pid=85268) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 13:50:23.883656 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-e6574aa7-069b-4886-beee-30148197c864 admin admin] 10.222.0.75 "PUT /v2.0/routers/fb965919-2b8c-431b-ab9d-6b535d7a897b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8367629 Apr 09 13:50:23.887552 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.75', 33846) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:50:23.895440 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-3c9bb177-90c0-42c8-a35b-d63cb87b0f19 req-f95caf9b-73c6-4468-9378-fdf62e499c80 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] 10.222.0.75 "GET /v2.0/security-groups?id=947774b9-8c9c-4200-ad33-d72fdd5295bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323651 Apr 09 13:50:24.118253 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-551f4aa9-0ed8-4465-a000-f389b561ae34 admin admin] Notify callbacks [] for router, before_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:50:24.248952 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_dvr_db [None req-af934e72-1de8-444a-b44a-986c0fb24e5d None None] Set router fb965919-2b8c-431b-ab9d-6b535d7a897b gateway port host: dv-cinder-785362-1-smb {{(pid=85268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 09 13:50:24.330448 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-551f4aa9-0ed8-4465-a000-f389b561ae34 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:50:24.339224 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.plugin [None req-551f4aa9-0ed8-4465-a000-f389b561ae34 admin admin] Deleting port 136ae234-a7fa-49ee-835a-3c77ea6eb86b {{(pid=85265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 09 13:50:24.339598 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-551f4aa9-0ed8-4465-a000-f389b561ae34 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771815896742'] for port, before_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:50:24.557220 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.db [None req-551f4aa9-0ed8-4465-a000-f389b561ae34 admin admin] For port 136ae234-a7fa-49ee-835a-3c77ea6eb86b, host dv-cinder-785362-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-1-smb',level=0,port_id=136ae234-a7fa-49ee-835a-3c77ea6eb86b,segment=NetworkSegment(d71e9641-c1ca-48b4-9c8d-e574468b8697),segment_id=d71e9641-c1ca-48b4-9c8d-e574468b8697)] {{(pid=85265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 09 13:50:24.557621 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-551f4aa9-0ed8-4465-a000-f389b561ae34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-707704'] for port, precommit_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:50:24.590201 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_hamode_db [None req-af934e72-1de8-444a-b44a-986c0fb24e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb965919-2b8c-431b-ab9d-6b535d7a897b', 'name': 'tempest-ServerRescueNegativeTestJSON-206822230-router', 'tenant_id': 'd99749794dc147dfb86af7ba6d9559b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd39673be-df84-4009-abea-d472d159fdfd', 'external_fixed_ips': [{'subnet_id': 'f6eeb1a0-26c5-43d1-996f-84b999bf12c7', 'ip_address': '172.28.0.9'}], 'enable_snat': True}, 'gw_port_id': '136ae234-a7fa-49ee-835a-3c77ea6eb86b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T13:47:03Z', 'updated_at': '2021-04-09T13:50:22Z', 'revision_number': 5, 'project_id': 'd99749794dc147dfb86af7ba6d9559b9', 'gw_port': {'id': '136ae234-a7fa-49ee-835a-3c77ea6eb86b', 'name': '', 'network_id': 'd39673be-df84-4009-abea-d472d159fdfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:65:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb965919-2b8c-431b-ab9d-6b535d7a897b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f6eeb1a0-26c5-43d1-996f-84b999bf12c7', 'ip_address': '172.28.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:47:09Z', 'updated_at': '2021-04-09T13:47:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6eeb1a0-26c5-43d1-996f-84b999bf12c7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-1-smb'}], 'dv-cinder-785362-1-smb', False) {} {{(pid=85268) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 13:50:24.594779 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af934e72-1de8-444a-b44a-986c0fb24e5d None None] Checking router: fb965919-2b8c-431b-ab9d-6b535d7a897b for host: dv-cinder-785362-1-smb {{(pid=85268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 09 13:50:24.608638 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af934e72-1de8-444a-b44a-986c0fb24e5d None None] Routers {'fb965919-2b8c-431b-ab9d-6b535d7a897b'} bound to L3 agent in host dv-cinder-785362-1-smb {{(pid=85268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 09 13:50:24.608638 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_hamode_db [None req-af934e72-1de8-444a-b44a-986c0fb24e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-785362-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-09T13:38:04Z,description=,heartbeat_timestamp=2021-04-09T13:50:04Z,host='dv-cinder-785362-1-smb',id=69305824-358b-46b0-9707-cd2ded304b9c,load=0,resource_versions=,resources_synced=,started_at=2021-04-09T13:38:04Z,topic='l3_agent')) {'router_ids': ['fb965919-2b8c-431b-ab9d-6b535d7a897b'], 'active': True} {{(pid=85268) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 13:50:24.707033 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.plugin [None req-551f4aa9-0ed8-4465-a000-f389b561ae34 admin admin] Calling delete_port for 136ae234-a7fa-49ee-835a-3c77ea6eb86b owned by network:router_gateway {{(pid=85265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 09 13:50:24.780041 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_dvr_db [None req-af934e72-1de8-444a-b44a-986c0fb24e5d None None] Set router fb965919-2b8c-431b-ab9d-6b535d7a897b gateway port host: None {{(pid=85268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 09 13:50:24.905428 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_hamode_db [None req-af934e72-1de8-444a-b44a-986c0fb24e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb965919-2b8c-431b-ab9d-6b535d7a897b', 'name': 'tempest-ServerRescueNegativeTestJSON-206822230-router', 'tenant_id': 'd99749794dc147dfb86af7ba6d9559b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T13:47:03Z', 'updated_at': '2021-04-09T13:50:24Z', 'revision_number': 6, 'project_id': 'd99749794dc147dfb86af7ba6d9559b9', 'gw_port_host': None}], 'dv-cinder-785362-1-smb', False) {} {{(pid=85268) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 13:50:24.910221 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af934e72-1de8-444a-b44a-986c0fb24e5d None None] The sync data for ids ['fb965919-2b8c-431b-ab9d-6b535d7a897b'] in dv-cinder-785362-1-smb is: [{'id': 'fb965919-2b8c-431b-ab9d-6b535d7a897b', 'name': 'tempest-ServerRescueNegativeTestJSON-206822230-router', 'tenant_id': 'd99749794dc147dfb86af7ba6d9559b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T13:47:03Z', 'updated_at': '2021-04-09T13:50:24Z', 'revision_number': 6, 'project_id': 'd99749794dc147dfb86af7ba6d9559b9', 'gw_port_host': None}] {{(pid=85268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 09 13:50:25.053599 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-551f4aa9-0ed8-4465-a000-f389b561ae34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853739901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853759498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363265038874501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363265039307636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851965059'] for port, after_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:50:25.074433 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-55769b41-1fba-4341-8d68-511d9e782688 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:50:25.138609 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551f4aa9-0ed8-4465-a000-f389b561ae34 admin admin] Pushing event deleted for resources: {'Port': ['ID=136ae234-a7fa-49ee-835a-3c77ea6eb86b,revision_number=None']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:50:25.171422 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20b3b39-da62-4f97-8799-1351070cf654 req-40cfcca1-40b4-46df-9a95-6464aa0e8a02 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:50:25.173338 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-e20b3b39-da62-4f97-8799-1351070cf654 req-40cfcca1-40b4-46df-9a95-6464aa0e8a02 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] 10.222.0.75 "GET /v2.0/ports?device_id=8b5d6eb5-8dfa-4fd0-8f2d-9dd3590c2daf HTTP/1.1" status: 200 len: 945 time: 0.1212759 Apr 09 13:50:25.201782 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-551f4aa9-0ed8-4465-a000-f389b561ae34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:50:25.243980 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-e20b3b39-da62-4f97-8799-1351070cf654 req-74acb868-ef12-4a74-af1a-62c953263417 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] 10.222.0.75 "GET /v2.0/security-groups?id=947774b9-8c9c-4200-ad33-d72fdd5295bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438387 Apr 09 13:50:25.409269 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-551f4aa9-0ed8-4465-a000-f389b561ae34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854064475'] for router_gateway, after_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:50:25.628003 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-551f4aa9-0ed8-4465-a000-f389b561ae34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-716581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-882'] for router, precommit_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:50:25.630402 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-551f4aa9-0ed8-4465-a000-f389b561ae34 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:50:25.728848 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-551f4aa9-0ed8-4465-a000-f389b561ae34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-716687'] for router, after_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:50:25.730291 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-551f4aa9-0ed8-4465-a000-f389b561ae34 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fb965919-2b8c-431b-ab9d-6b535d7a897b {{(pid=85265) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 09 13:50:25.747168 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-551f4aa9-0ed8-4465-a000-f389b561ae34 admin admin] Notify callbacks [] for router, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:50:25.748879 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-551f4aa9-0ed8-4465-a000-f389b561ae34 admin admin] 10.222.0.75 "DELETE /v2.0/routers/fb965919-2b8c-431b-ab9d-6b535d7a897b HTTP/1.1" status: 204 len: 168 time: 1.8599677 Apr 09 13:50:25.753833 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.75', 33866) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:50:25.826697 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b435afe-abdb-4237-924f-a558a864a9f0 admin admin] Deleting subnet 77ac0229-49ba-4800-b155-c6281379a189 {{(pid=85265) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 09 13:50:25.830694 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-8b435afe-abdb-4237-924f-a558a864a9f0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:50:25.896793 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-8b435afe-abdb-4237-924f-a558a864a9f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1756215'] for subnet, precommit_delete_associations {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:50:25.963133 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-8b435afe-abdb-4237-924f-a558a864a9f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854770481'] for subnet, precommit_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:50:26.255041 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-8b435afe-abdb-4237-924f-a558a864a9f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-5316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2810711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852396181'] for subnet, after_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:50:26.271574 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-499e0763-5a45-41a9-94b6-7296e10065bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:50:26.318145 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b435afe-abdb-4237-924f-a558a864a9f0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=77ac0229-49ba-4800-b155-c6281379a189,revision_number=None']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:50:26.322095 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-8b435afe-abdb-4237-924f-a558a864a9f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:50:26.516004 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1670cd-4598-4c50-9d08-4e1dee292cf7 req-aa3df544-a434-4aa3-a7a9-39956808dec5 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:50:26.517661 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-1f1670cd-4598-4c50-9d08-4e1dee292cf7 req-aa3df544-a434-4aa3-a7a9-39956808dec5 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] 10.222.0.75 "GET /v2.0/ports?device_id=8b5d6eb5-8dfa-4fd0-8f2d-9dd3590c2daf HTTP/1.1" status: 200 len: 945 time: 0.1189790 Apr 09 13:50:26.556343 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-1f1670cd-4598-4c50-9d08-4e1dee292cf7 req-3f043a2f-d1cd-4d16-bb4d-d77b79daf819 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] 10.222.0.75 "GET /v2.0/security-groups?id=947774b9-8c9c-4200-ad33-d72fdd5295bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311000 Apr 09 13:50:26.654263 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-8b435afe-abdb-4237-924f-a558a864a9f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758280'] for subnet, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:50:26.660287 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-8b435afe-abdb-4237-924f-a558a864a9f0 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/77ac0229-49ba-4800-b155-c6281379a189 HTTP/1.1" status: 204 len: 168 time: 0.9077151 Apr 09 13:50:26.663550 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.75', 33878) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:50:26.785343 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-b853c266-70e5-44af-9116-1b9aa2ba3e51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-925549'] for network, before_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:50:26.875359 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.rpc [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Device d3329dc7-1ec2-49c0-a0d8-e01b91e91391 no longer exists at agent ovs-agent-dv-cinder-785362-1-smb {{(pid=85267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 09 13:50:26.918155 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.plugin [None req-250ccce2-add9-4520-ab97-985e32375bee None None] No Port match for: d3329dc7-1ec2-49c0-a0d8-e01b91e91391 {{(pid=85267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 09 13:50:26.920336 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.rpc [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Device d3329dc7-1ec2-49c0-a0d8-e01b91e91391 not bound to the agent host dv-cinder-785362-1-smb {{(pid=85267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 09 13:50:26.920336 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.rpc [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Device 136ae234-a7fa-49ee-835a-3c77ea6eb86b no longer exists at agent ovs-agent-dv-cinder-785362-1-smb {{(pid=85267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 09 13:50:26.954484 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.plugin [None req-250ccce2-add9-4520-ab97-985e32375bee None None] No Port match for: 136ae234-a7fa-49ee-835a-3c77ea6eb86b {{(pid=85267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 09 13:50:26.954880 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.rpc [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Device 136ae234-a7fa-49ee-835a-3c77ea6eb86b not bound to the agent host dv-cinder-785362-1-smb {{(pid=85267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 09 13:50:26.995444 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-b853c266-70e5-44af-9116-1b9aa2ba3e51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-12623', 'neutron.services.segments.db._delete_segments_for_network--9223363265038819086'] for network, precommit_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:50:27.128395 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.services.segments.db [None req-b853c266-70e5-44af-9116-1b9aa2ba3e51 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67ea7bc9-90ec-4e29-a802-2c1cb0aa9cea']}} {{(pid=85265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 13:50:27.144283 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.services.segments.db [None req-b853c266-70e5-44af-9116-1b9aa2ba3e51 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9043e0b-04cf-45bd-b9f8-7ebd3edf93a8') {'for_net_delete': True} {{(pid=85265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 13:50:27.144283 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.services.segments.db [None req-b853c266-70e5-44af-9116-1b9aa2ba3e51 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9043e0b-04cf-45bd-b9f8-7ebd3edf93a8') {} {{(pid=85265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 13:50:27.159156 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-b853c266-70e5-44af-9116-1b9aa2ba3e51 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363265038788092', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853019633'] for segment, before_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:50:27.175095 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-b853c266-70e5-44af-9116-1b9aa2ba3e51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854760408'] for segment, precommit_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:50:27.182050 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b853c266-70e5-44af-9116-1b9aa2ba3e51 admin admin] Releasing vlan 614 on physical network physnet1 to pool {{(pid=85265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 09 13:50:27.383278 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.managers [None req-b853c266-70e5-44af-9116-1b9aa2ba3e51 admin admin] Network 67ea7bc9-90ec-4e29-a802-2c1cb0aa9cea has no segments {{(pid=85265) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 09 13:50:27.393762 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-b853c266-70e5-44af-9116-1b9aa2ba3e51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2810634'] for segment, after_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:50:27.588795 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.managers [None req-b853c266-70e5-44af-9116-1b9aa2ba3e51 admin admin] Network 67ea7bc9-90ec-4e29-a802-2c1cb0aa9cea has no segments {{(pid=85265) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 09 13:50:27.631581 dv-cinder-785362-1-smb neutron-server[85152]: Traceback (most recent call last): Apr 09 13:50:27.631581 dv-cinder-785362-1-smb neutron-server[85152]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 09 13:50:27.631581 dv-cinder-785362-1-smb neutron-server[85152]: timer() Apr 09 13:50:27.631581 dv-cinder-785362-1-smb neutron-server[85152]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 09 13:50:27.631581 dv-cinder-785362-1-smb neutron-server[85152]: cb(*args, **kw) Apr 09 13:50:27.631581 dv-cinder-785362-1-smb neutron-server[85152]: File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper Apr 09 13:50:27.631581 dv-cinder-785362-1-smb neutron-server[85152]: return func(*args, **kwargs) Apr 09 13:50:27.631581 dv-cinder-785362-1-smb neutron-server[85152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 09 13:50:27.631581 dv-cinder-785362-1-smb neutron-server[85152]: self._notify() Apr 09 13:50:27.631581 dv-cinder-785362-1-smb neutron-server[85152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 09 13:50:27.631581 dv-cinder-785362-1-smb neutron-server[85152]: self.callback(batched_events) Apr 09 13:50:27.631581 dv-cinder-785362-1-smb neutron-server[85152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 09 13:50:27.631581 dv-cinder-785362-1-smb neutron-server[85152]: event.method(event) Apr 09 13:50:27.631581 dv-cinder-785362-1-smb neutron-server[85152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 09 13:50:27.631581 dv-cinder-785362-1-smb neutron-server[85152]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 09 13:50:27.631581 dv-cinder-785362-1-smb neutron-server[85152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 09 13:50:27.631581 dv-cinder-785362-1-smb neutron-server[85152]: segment_id)['aggregates'][0] Apr 09 13:50:27.631581 dv-cinder-785362-1-smb neutron-server[85152]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 09 13:50:27.631581 dv-cinder-785362-1-smb neutron-server[85152]: return f(self, *a, **k) Apr 09 13:50:27.631581 dv-cinder-785362-1-smb neutron-server[85152]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 09 13:50:27.631581 dv-cinder-785362-1-smb neutron-server[85152]: return self._get(url).json() Apr 09 13:50:27.631581 dv-cinder-785362-1-smb neutron-server[85152]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 09 13:50:27.631581 dv-cinder-785362-1-smb neutron-server[85152]: **kwargs) Apr 09 13:50:27.631581 dv-cinder-785362-1-smb neutron-server[85152]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 09 13:50:27.631581 dv-cinder-785362-1-smb neutron-server[85152]: return self.request(url, 'GET', **kwargs) Apr 09 13:50:27.631581 dv-cinder-785362-1-smb neutron-server[85152]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 09 13:50:27.631581 dv-cinder-785362-1-smb neutron-server[85152]: **endpoint_filter) Apr 09 13:50:27.631581 dv-cinder-785362-1-smb neutron-server[85152]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 09 13:50:27.631581 dv-cinder-785362-1-smb neutron-server[85152]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 09 13:50:27.631581 dv-cinder-785362-1-smb neutron-server[85152]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 09 13:50:27.631581 dv-cinder-785362-1-smb neutron-server[85152]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 09 13:50:27.631581 dv-cinder-785362-1-smb neutron-server[85152]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 09 13:50:27.774979 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-b853c266-70e5-44af-9116-1b9aa2ba3e51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854763193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-711362'] for network, after_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:50:27.780607 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:50:27.799674 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-b853c266-70e5-44af-9116-1b9aa2ba3e51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758280'] for network, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:50:27.816845 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b853c266-70e5-44af-9116-1b9aa2ba3e51 admin admin] Pushing event deleted for resources: {'Network': ['ID=67ea7bc9-90ec-4e29-a802-2c1cb0aa9cea,revision_number=None']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:50:27.820552 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-b853c266-70e5-44af-9116-1b9aa2ba3e51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:50:27.826878 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-b853c266-70e5-44af-9116-1b9aa2ba3e51 admin admin] 10.222.0.75 "DELETE /v2.0/networks/67ea7bc9-90ec-4e29-a802-2c1cb0aa9cea HTTP/1.1" status: 204 len: 168 time: 1.1622539 Apr 09 13:50:27.889588 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ec7754-5559-4dd6-aa68-4f943741c8c6 req-d7cdefdd-d57a-4408-8791-499ba12789f3 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:50:27.891235 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-85ec7754-5559-4dd6-aa68-4f943741c8c6 req-d7cdefdd-d57a-4408-8791-499ba12789f3 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] 10.222.0.75 "GET /v2.0/ports?device_id=8b5d6eb5-8dfa-4fd0-8f2d-9dd3590c2daf HTTP/1.1" status: 200 len: 945 time: 0.1016603 Apr 09 13:50:27.925814 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-85ec7754-5559-4dd6-aa68-4f943741c8c6 req-97fb6462-0484-4e3b-92c5-fa2dff1970d9 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] 10.222.0.75 "GET /v2.0/security-groups?id=947774b9-8c9c-4200-ad33-d72fdd5295bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0273175 Apr 09 13:50:27.957837 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.75', 33898) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:50:27.994340 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-74900ad5-6d2d-4087-ad09-5fe9671fe4f0 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=d99749794dc147dfb86af7ba6d9559b9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0350916 Apr 09 13:50:27.997562 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.75', 33902) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:50:28.063242 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-1be0b0c8-3b36-43ed-bc67-85240f4d9d88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:50:28.094235 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-1be0b0c8-3b36-43ed-bc67-85240f4d9d88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:50:28.143909 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-1be0b0c8-3b36-43ed-bc67-85240f4d9d88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738555'] for security_group, after_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:50:28.149995 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-196f8898-354d-4e00-979b-0cdbb766c1fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:50:28.167616 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be0b0c8-3b36-43ed-bc67-85240f4d9d88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eea7a60b-00a0-497d-babc-18f415d64d36,revision_number=None']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:50:28.172449 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-1be0b0c8-3b36-43ed-bc67-85240f4d9d88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:50:28.176487 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-1be0b0c8-3b36-43ed-bc67-85240f4d9d88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:50:28.180337 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-1be0b0c8-3b36-43ed-bc67-85240f4d9d88 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/eea7a60b-00a0-497d-babc-18f415d64d36 HTTP/1.1" status: 204 len: 168 time: 0.1791983 Apr 09 13:50:29.164503 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fc5f69-3fa8-4285-ac9b-fd36f7c110ec req-3c6ba853-bf7b-4e08-8ec3-5f23625e66ee tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:50:29.166273 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-40fc5f69-3fa8-4285-ac9b-fd36f7c110ec req-3c6ba853-bf7b-4e08-8ec3-5f23625e66ee tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] 10.222.0.75 "GET /v2.0/ports?device_id=8b5d6eb5-8dfa-4fd0-8f2d-9dd3590c2daf HTTP/1.1" status: 200 len: 945 time: 0.1118560 Apr 09 13:50:29.215490 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-40fc5f69-3fa8-4285-ac9b-fd36f7c110ec req-900a16d5-ba67-454e-971b-d0d75bab6c60 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] 10.222.0.75 "GET /v2.0/security-groups?id=947774b9-8c9c-4200-ad33-d72fdd5295bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382519 Apr 09 13:50:30.442394 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0407d2c-62bd-4e9f-b065-3ad7dfdcce7d req-77a2254b-1733-47a0-a9bc-f55c0e71babd tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:50:30.444102 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-e0407d2c-62bd-4e9f-b065-3ad7dfdcce7d req-77a2254b-1733-47a0-a9bc-f55c0e71babd tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] 10.222.0.75 "GET /v2.0/ports?device_id=8b5d6eb5-8dfa-4fd0-8f2d-9dd3590c2daf HTTP/1.1" status: 200 len: 945 time: 0.0962503 Apr 09 13:50:30.477170 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-e0407d2c-62bd-4e9f-b065-3ad7dfdcce7d req-91942b80-9786-45a0-ade2-42db58ca0b32 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] 10.222.0.75 "GET /v2.0/security-groups?id=947774b9-8c9c-4200-ad33-d72fdd5295bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0259202 Apr 09 13:50:31.060090 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-c8a9ca58-73c8-42db-aa71-b6eff8499787 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:50:31.784432 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcfad93-adbb-4ad3-9756-6c0bac1a06fc req-c7fe5ddd-873c-40bd-be4c-cfc063f76659 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:50:31.794888 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-7fcfad93-adbb-4ad3-9756-6c0bac1a06fc req-c7fe5ddd-873c-40bd-be4c-cfc063f76659 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] 10.222.0.75 "GET /v2.0/ports?device_id=8b5d6eb5-8dfa-4fd0-8f2d-9dd3590c2daf HTTP/1.1" status: 200 len: 945 time: 0.1269543 Apr 09 13:50:31.833747 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-7fcfad93-adbb-4ad3-9756-6c0bac1a06fc req-cedcf076-4741-41c3-bfa8-1ce8df8cbe8c tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] 10.222.0.75 "GET /v2.0/security-groups?id=947774b9-8c9c-4200-ad33-d72fdd5295bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376217 Apr 09 13:50:32.352997 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.rpc [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Device 317fc4fb-b778-458a-a027-e44683b0f676 details requested by agent hyperv_hv-cinder-78536 with host hv-cinder-78536 {{(pid=85267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 09 13:50:32.662655 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.db [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] For port 317fc4fb-b778-458a-a027-e44683b0f676, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=317fc4fb-b778-458a-a027-e44683b0f676,segment=NetworkSegment(5475d062-1238-45f6-bf79-210ecdb0febe),segment_id=5475d062-1238-45f6-bf79-210ecdb0febe)] {{(pid=85267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 09 13:50:32.677324 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.rpc [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Returning: {'device': '317fc4fb-b778-458a-a027-e44683b0f676', 'network_id': 'a4bc50d2-4a55-4ee1-87aa-a1e91be18584', 'port_id': '317fc4fb-b778-458a-a027-e44683b0f676', 'mac_address': 'fa:16:3e:6e:cb:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0144e1c8-7bcb-42a5-ac9e-709c8b2e67a5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 09 13:50:32.746244 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853739810'] for port, before_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:50:32.747714 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.notifiers.nova [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 317fc4fb-b778-458a-a027-e44683b0f676 {{(pid=85267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 09 13:50:32.765211 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.db [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] For port 317fc4fb-b778-458a-a027-e44683b0f676, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=317fc4fb-b778-458a-a027-e44683b0f676,segment=NetworkSegment(5475d062-1238-45f6-bf79-210ecdb0febe),segment_id=5475d062-1238-45f6-bf79-210ecdb0febe)] {{(pid=85267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 09 13:50:32.768191 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853739901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853759498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265038874484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771815468181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265039307602'] for port, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:50:32.770190 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:50:32.850309 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Pushing event updated for resources: {'Port': ['ID=317fc4fb-b778-458a-a027-e44683b0f676,revision_number=6']} {{(pid=85267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:50:32.859516 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:50:32.859910 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:50:32.860454 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:50:32.860881 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:50:32.861257 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:50:32.861868 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:50:32.862247 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:50:32.862646 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:50:32.863065 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:50:32.863437 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:50:32.863806 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:50:32.864240 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:50:32.871399 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=85267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:50:32.878893 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.db [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] get_ports_and_sgs() called for port_ids ['317fc4fb-b778-458a-a027-e44683b0f676'] {{(pid=85267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 09 13:50:33.058968 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb4c381-2b38-4d81-9446-048cb11417db req-d68bf31a-2148-43ad-aaa8-75cae02f0edd tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:50:33.061020 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-ddb4c381-2b38-4d81-9446-048cb11417db req-d68bf31a-2148-43ad-aaa8-75cae02f0edd tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] 10.222.0.75 "GET /v2.0/ports?device_id=8b5d6eb5-8dfa-4fd0-8f2d-9dd3590c2daf HTTP/1.1" status: 200 len: 944 time: 0.0992842 Apr 09 13:50:33.096956 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-ddb4c381-2b38-4d81-9446-048cb11417db req-597205f9-434a-43f4-b4b0-59e0a97838fc tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] 10.222.0.75 "GET /v2.0/security-groups?id=947774b9-8c9c-4200-ad33-d72fdd5295bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0278361 Apr 09 13:50:34.220661 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-b89cfa5a-e253-4218-9d93-c05f5327a679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:50:34.319606 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306a792f-8719-4f8d-b09f-d7a6e1fe0831 req-3df63927-e67c-4410-a109-88135eb089a3 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:50:34.321212 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-306a792f-8719-4f8d-b09f-d7a6e1fe0831 req-3df63927-e67c-4410-a109-88135eb089a3 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] 10.222.0.75 "GET /v2.0/ports?device_id=8b5d6eb5-8dfa-4fd0-8f2d-9dd3590c2daf HTTP/1.1" status: 200 len: 944 time: 0.0987327 Apr 09 13:50:34.357358 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-306a792f-8719-4f8d-b09f-d7a6e1fe0831 req-33b11e42-9ec6-4ebf-977e-adec6cfb2f9d tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] 10.222.0.75 "GET /v2.0/security-groups?id=947774b9-8c9c-4200-ad33-d72fdd5295bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0290301 Apr 09 13:50:34.374392 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.rpc [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Device 317fc4fb-b778-458a-a027-e44683b0f676 up at agent hyperv_hv-cinder-78536 {{(pid=85267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 09 13:50:34.453365 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.provisioning_blocks [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Provisioning complete for port 317fc4fb-b778-458a-a027-e44683b0f676 triggered by entity L2. {{(pid=85267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 09 13:50:34.453827 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765226'] for port, provisioning_complete {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:50:34.597351 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-038b6fee-909e-41c9-b649-649ad33ce393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:50:34.602549 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853739810'] for port, before_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:50:34.616715 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b5d6eb5-8dfa-4fd0-8f2d-9dd3590c2daf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '317fc4fb-b778-458a-a027-e44683b0f676'}] {{(pid=85267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 09 13:50:34.627405 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.db [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] For port 317fc4fb-b778-458a-a027-e44683b0f676, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=317fc4fb-b778-458a-a027-e44683b0f676,segment=NetworkSegment(5475d062-1238-45f6-bf79-210ecdb0febe),segment_id=5475d062-1238-45f6-bf79-210ecdb0febe)] {{(pid=85267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 09 13:50:34.630327 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853739901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853759498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265038874484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771815468181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265039307602'] for port, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:50:34.632187 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:50:34.675121 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b5d6eb5-8dfa-4fd0-8f2d-9dd3590c2daf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '317fc4fb-b778-458a-a027-e44683b0f676', 'code': 200} Apr 09 13:50:34.710020 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Pushing event updated for resources: {'Port': ['ID=317fc4fb-b778-458a-a027-e44683b0f676,revision_number=7']} {{(pid=85267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:50:34.713961 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=85267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:50:35.252541 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:50:35.584845 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66354fce-d9fb-46ae-8a08-d4417930b66c req-35a1edd9-b046-4eb0-9ebb-e03f9e050d4d tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:50:35.586595 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-66354fce-d9fb-46ae-8a08-d4417930b66c req-35a1edd9-b046-4eb0-9ebb-e03f9e050d4d tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] 10.222.0.75 "GET /v2.0/ports?device_id=8b5d6eb5-8dfa-4fd0-8f2d-9dd3590c2daf HTTP/1.1" status: 200 len: 945 time: 0.1002915 Apr 09 13:50:35.639451 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-66354fce-d9fb-46ae-8a08-d4417930b66c req-7f04e882-9cc1-4b18-9b91-f813539b158c tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] 10.222.0.75 "GET /v2.0/security-groups?id=947774b9-8c9c-4200-ad33-d72fdd5295bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438924 Apr 09 13:50:35.682593 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-c378f248-96be-4ef7-a52f-f55c09e56a36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:50:36.867778 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0470a65-bb0b-4f9e-a9ef-3fdd1e14f538 req-05b6712f-fd17-4c9b-9ddf-9af98c09d102 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:50:36.870028 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-c0470a65-bb0b-4f9e-a9ef-3fdd1e14f538 req-05b6712f-fd17-4c9b-9ddf-9af98c09d102 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] 10.222.0.75 "GET /v2.0/ports?device_id=8b5d6eb5-8dfa-4fd0-8f2d-9dd3590c2daf HTTP/1.1" status: 200 len: 945 time: 0.1006370 Apr 09 13:50:36.901653 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-c0470a65-bb0b-4f9e-a9ef-3fdd1e14f538 req-4e41ea67-8daa-4054-9592-0f88ca608425 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] 10.222.0.75 "GET /v2.0/security-groups?id=947774b9-8c9c-4200-ad33-d72fdd5295bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0251410 Apr 09 13:50:37.609235 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bcd4a7-5dc2-434b-9195-4e70914ba119 req-23012959-a1fd-4914-8c12-c4acca3fd295 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:50:37.610931 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-60bcd4a7-5dc2-434b-9195-4e70914ba119 req-23012959-a1fd-4914-8c12-c4acca3fd295 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] 10.222.0.75 "GET /v2.0/ports?device_id=1ffb272c-6295-48b3-b9cd-fed761b141a7 HTTP/1.1" status: 200 len: 946 time: 0.0996277 Apr 09 13:50:37.647243 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-60bcd4a7-5dc2-434b-9195-4e70914ba119 req-8800610a-cbd6-4ece-8301-cf62af6b02c4 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] 10.222.0.75 "GET /v2.0/security-groups?id=836a3b2a-1cd9-4a42-a456-ffc8ec5959e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0292277 Apr 09 13:50:38.122795 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af18703c-0c28-45d4-981c-b250a6f7fe9a req-ab9b408b-9ed7-4793-bb96-210af6a2fc73 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:50:38.124405 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-af18703c-0c28-45d4-981c-b250a6f7fe9a req-ab9b408b-9ed7-4793-bb96-210af6a2fc73 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] 10.222.0.75 "GET /v2.0/ports?device_id=8b5d6eb5-8dfa-4fd0-8f2d-9dd3590c2daf HTTP/1.1" status: 200 len: 945 time: 0.0947056 Apr 09 13:50:38.161599 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-af18703c-0c28-45d4-981c-b250a6f7fe9a req-66748200-5fd2-485f-95ff-18fd0f8b484e tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] 10.222.0.75 "GET /v2.0/security-groups?id=947774b9-8c9c-4200-ad33-d72fdd5295bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298879 Apr 09 13:50:38.884331 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9ccd5a-4ede-45e4-a28c-90e2978b65b4 req-32378b2f-2c3a-4072-a86a-04e54540f27f tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:50:38.886386 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-db9ccd5a-4ede-45e4-a28c-90e2978b65b4 req-32378b2f-2c3a-4072-a86a-04e54540f27f tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] 10.222.0.75 "GET /v2.0/ports?device_id=1ffb272c-6295-48b3-b9cd-fed761b141a7 HTTP/1.1" status: 200 len: 946 time: 0.0992522 Apr 09 13:50:38.920485 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-db9ccd5a-4ede-45e4-a28c-90e2978b65b4 req-64c5ccfc-02e8-4258-8110-07e559892766 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] 10.222.0.75 "GET /v2.0/security-groups?id=836a3b2a-1cd9-4a42-a456-ffc8ec5959e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0258558 Apr 09 13:50:39.392884 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94340ce-f053-4566-a833-11d2a3b19551 req-c0713c59-df3d-4ac9-927b-3618b867f084 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:50:39.394562 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-b94340ce-f053-4566-a833-11d2a3b19551 req-c0713c59-df3d-4ac9-927b-3618b867f084 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] 10.222.0.75 "GET /v2.0/ports?device_id=8b5d6eb5-8dfa-4fd0-8f2d-9dd3590c2daf HTTP/1.1" status: 200 len: 945 time: 0.0969448 Apr 09 13:50:39.413522 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.agents_db [None req-c64c1605-ccfd-4af7-a5d2-2f7932bd8cd3 None None] Agent healthcheck: found 6 active agents {{(pid=85268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 09 13:50:39.427523 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-b94340ce-f053-4566-a833-11d2a3b19551 req-196ab0e0-e8b9-43d3-959a-6228e1d7efef tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] 10.222.0.75 "GET /v2.0/security-groups?id=947774b9-8c9c-4200-ad33-d72fdd5295bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0263216 Apr 09 13:50:40.142659 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab057859-c600-4734-946d-e056a4737f0c req-a136d0f8-0427-43b6-a8ea-d0759478fa84 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:50:40.144674 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-ab057859-c600-4734-946d-e056a4737f0c req-a136d0f8-0427-43b6-a8ea-d0759478fa84 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] 10.222.0.75 "GET /v2.0/ports?device_id=1ffb272c-6295-48b3-b9cd-fed761b141a7 HTTP/1.1" status: 200 len: 946 time: 0.0946436 Apr 09 13:50:40.187283 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-ab057859-c600-4734-946d-e056a4737f0c req-4b98206b-939d-404d-a405-e89aed1db6db tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] 10.222.0.75 "GET /v2.0/security-groups?id=836a3b2a-1cd9-4a42-a456-ffc8ec5959e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356708 Apr 09 13:50:40.708533 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba14792b-ca2d-4791-9a56-82031a729130 req-ca063a5b-b1d7-4bdd-808e-fd31c786a367 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:50:40.723327 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-ba14792b-ca2d-4791-9a56-82031a729130 req-ca063a5b-b1d7-4bdd-808e-fd31c786a367 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] 10.222.0.75 "GET /v2.0/ports?device_id=8b5d6eb5-8dfa-4fd0-8f2d-9dd3590c2daf HTTP/1.1" status: 200 len: 945 time: 0.1454420 Apr 09 13:50:40.789214 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-ba14792b-ca2d-4791-9a56-82031a729130 req-ddd89330-a065-4350-a457-ab7dc23d75b0 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] 10.222.0.75 "GET /v2.0/security-groups?id=947774b9-8c9c-4200-ad33-d72fdd5295bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640671 Apr 09 13:50:40.913973 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:50:41.445242 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6c2b9a-a78e-443a-b74b-71d9eab28d20 req-ebea24e4-47d3-4e24-8741-644a5dfe74c4 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:50:41.453313 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-0f6c2b9a-a78e-443a-b74b-71d9eab28d20 req-ebea24e4-47d3-4e24-8741-644a5dfe74c4 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] 10.222.0.75 "GET /v2.0/ports?device_id=1ffb272c-6295-48b3-b9cd-fed761b141a7 HTTP/1.1" status: 200 len: 946 time: 0.1242332 Apr 09 13:50:41.522902 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-0f6c2b9a-a78e-443a-b74b-71d9eab28d20 req-bf03b822-a809-4d02-9fe6-05b7822cec2e tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] 10.222.0.75 "GET /v2.0/security-groups?id=836a3b2a-1cd9-4a42-a456-ffc8ec5959e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517745 Apr 09 13:50:42.056056 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b03478-10ac-4380-a699-b25b09ccb7e3 req-476e60e3-ae15-41fe-8ac3-3aec3bfc2d09 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:50:42.066255 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-03b03478-10ac-4380-a699-b25b09ccb7e3 req-476e60e3-ae15-41fe-8ac3-3aec3bfc2d09 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] 10.222.0.75 "GET /v2.0/ports?device_id=8b5d6eb5-8dfa-4fd0-8f2d-9dd3590c2daf HTTP/1.1" status: 200 len: 945 time: 0.1309102 Apr 09 13:50:42.102024 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-03b03478-10ac-4380-a699-b25b09ccb7e3 req-be533c7a-af16-4986-8c47-5a890bca539f tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] 10.222.0.75 "GET /v2.0/security-groups?id=947774b9-8c9c-4200-ad33-d72fdd5295bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346835 Apr 09 13:50:42.788472 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c253bcce-6943-414c-8eed-9272fe8fbdc4 req-5193c785-feb6-4532-979f-4e0eea21bfbb tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:50:42.790359 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-c253bcce-6943-414c-8eed-9272fe8fbdc4 req-5193c785-feb6-4532-979f-4e0eea21bfbb tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] 10.222.0.75 "GET /v2.0/ports?device_id=1ffb272c-6295-48b3-b9cd-fed761b141a7 HTTP/1.1" status: 200 len: 946 time: 0.1042385 Apr 09 13:50:42.831267 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-c253bcce-6943-414c-8eed-9272fe8fbdc4 req-b6e9ab82-58cf-4d34-b3c5-d900498b3f9d tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] 10.222.0.75 "GET /v2.0/security-groups?id=836a3b2a-1cd9-4a42-a456-ffc8ec5959e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321743 Apr 09 13:50:42.845257 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.75', 34236) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:50:43.019966 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-de2ae2c4-0924-4dea-ab6f-19cb815ffeea admin admin] Notify callbacks [] for security_group, before_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:50:43.039840 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-de2ae2c4-0924-4dea-ab6f-19cb815ffeea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 13:50:43.047051 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-de2ae2c4-0924-4dea-ab6f-19cb815ffeea admin admin] Usage tracker for resource:security_group_rule and tenant:1269250a161a46fa84b4612c29550752 is out of sync, need to count used quota {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 13:50:43.052691 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-de2ae2c4-0924-4dea-ab6f-19cb815ffeea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 13:50:43.060767 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-de2ae2c4-0924-4dea-ab6f-19cb815ffeea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 13:50:43.182027 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-de2ae2c4-0924-4dea-ab6f-19cb815ffeea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:50:43.186611 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-de2ae2c4-0924-4dea-ab6f-19cb815ffeea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738555'] for security_group, after_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:50:43.217868 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-19ffd16c-3a3c-44fe-894f-3dacfe9c3162 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:50:43.230093 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-de2ae2c4-0924-4dea-ab6f-19cb815ffeea admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=1269250a161a46fa84b4612c29550752&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3830090 Apr 09 13:50:43.231376 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85266) accepted ('10.222.0.75', 34246) {{(pid=85266) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:50:43.260215 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2ae2c4-0924-4dea-ab6f-19cb815ffeea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=600cdd69-8d35-4385-b32f-e639f99868f9,revision_number=1']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:50:43.264674 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-de2ae2c4-0924-4dea-ab6f-19cb815ffeea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:50:43.378344 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-a6e0ada5-96a9-4bcc-a7c1-fb5910e332b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:50:43.423822 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-a6e0ada5-96a9-4bcc-a7c1-fb5910e332b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:50:43.483885 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a459b7-599c-4a0d-9ab4-3ac28c423afe req-418f32de-2f9d-4a18-acdd-4725680761b1 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:50:43.484957 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-67a459b7-599c-4a0d-9ab4-3ac28c423afe req-418f32de-2f9d-4a18-acdd-4725680761b1 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] 10.222.0.75 "GET /v2.0/ports?device_id=8b5d6eb5-8dfa-4fd0-8f2d-9dd3590c2daf HTTP/1.1" status: 200 len: 945 time: 0.2120447 Apr 09 13:50:43.509908 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-a6e0ada5-96a9-4bcc-a7c1-fb5910e332b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738555'] for security_group, after_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:50:43.517484 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-bbda1e6c-8a08-47c4-a300-67db5f3c0ade admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:50:43.541987 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e0ada5-96a9-4bcc-a7c1-fb5910e332b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=600cdd69-8d35-4385-b32f-e639f99868f9,revision_number=None']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:50:43.542450 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-a6e0ada5-96a9-4bcc-a7c1-fb5910e332b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:50:43.546680 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-67a459b7-599c-4a0d-9ab4-3ac28c423afe req-c28c4c4f-37db-4709-adcc-7f0827bcb5fa tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] 10.222.0.75 "GET /v2.0/security-groups?id=947774b9-8c9c-4200-ad33-d72fdd5295bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534532 Apr 09 13:50:43.552735 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-a6e0ada5-96a9-4bcc-a7c1-fb5910e332b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:50:43.553966 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-a6e0ada5-96a9-4bcc-a7c1-fb5910e332b6 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/600cdd69-8d35-4385-b32f-e639f99868f9 HTTP/1.1" status: 204 len: 168 time: 0.3213589 Apr 09 13:50:44.239874 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9752bc97-2b85-41ca-8f87-da6e6784fc00 req-a7bdf6dc-004e-4522-84fd-c02a0c6094a9 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:50:44.250299 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-9752bc97-2b85-41ca-8f87-da6e6784fc00 req-a7bdf6dc-004e-4522-84fd-c02a0c6094a9 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] 10.222.0.75 "GET /v2.0/ports?device_id=1ffb272c-6295-48b3-b9cd-fed761b141a7 HTTP/1.1" status: 200 len: 946 time: 0.2277300 Apr 09 13:50:44.296127 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-9752bc97-2b85-41ca-8f87-da6e6784fc00 req-2b15a217-6520-4a98-823a-f8939f1ca6a3 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] 10.222.0.75 "GET /v2.0/security-groups?id=836a3b2a-1cd9-4a42-a456-ffc8ec5959e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419283 Apr 09 13:50:44.865096 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd11c97-4a0d-4f33-812b-61a2e9114ca2 req-f36780d2-983d-4b84-8e2f-7d299c7f1bd9 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:50:44.866869 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-0dd11c97-4a0d-4f33-812b-61a2e9114ca2 req-f36780d2-983d-4b84-8e2f-7d299c7f1bd9 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] 10.222.0.75 "GET /v2.0/ports?device_id=8b5d6eb5-8dfa-4fd0-8f2d-9dd3590c2daf HTTP/1.1" status: 200 len: 945 time: 0.1129093 Apr 09 13:50:44.911528 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-0dd11c97-4a0d-4f33-812b-61a2e9114ca2 req-aa73f037-8d40-4bcf-b9b9-8dc1e6de8748 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] 10.222.0.75 "GET /v2.0/security-groups?id=947774b9-8c9c-4200-ad33-d72fdd5295bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357602 Apr 09 13:50:45.678813 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97bf4ae-6769-4218-b3d3-c7e74d1488a0 req-28c59228-0f24-4923-8f36-c125b211a717 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:50:45.691949 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-e97bf4ae-6769-4218-b3d3-c7e74d1488a0 req-28c59228-0f24-4923-8f36-c125b211a717 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] 10.222.0.75 "GET /v2.0/ports?device_id=1ffb272c-6295-48b3-b9cd-fed761b141a7 HTTP/1.1" status: 200 len: 946 time: 0.1689527 Apr 09 13:50:45.744701 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-e97bf4ae-6769-4218-b3d3-c7e74d1488a0 req-1e370982-cda7-4c3a-b633-e893d743637a tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] 10.222.0.75 "GET /v2.0/security-groups?id=836a3b2a-1cd9-4a42-a456-ffc8ec5959e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507090 Apr 09 13:50:46.252131 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca141b1-1e5f-421a-b8ef-aa94c677967a req-b10c563a-4685-4998-b059-071d5384197a tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:50:46.254160 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-6ca141b1-1e5f-421a-b8ef-aa94c677967a req-b10c563a-4685-4998-b059-071d5384197a tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] 10.222.0.75 "GET /v2.0/ports?device_id=8b5d6eb5-8dfa-4fd0-8f2d-9dd3590c2daf HTTP/1.1" status: 200 len: 945 time: 0.1352286 Apr 09 13:50:46.296179 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-6ca141b1-1e5f-421a-b8ef-aa94c677967a req-7a8cb1e9-e82e-47b2-a2d5-f5d081828338 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] 10.222.0.75 "GET /v2.0/security-groups?id=947774b9-8c9c-4200-ad33-d72fdd5295bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339248 Apr 09 13:50:47.220556 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d45a35-ec4d-48b7-b71f-25fb0a58a3d0 req-8c49470a-2efb-4b9f-bcf0-cbd6399ad2da tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:50:47.245235 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-d2d45a35-ec4d-48b7-b71f-25fb0a58a3d0 req-8c49470a-2efb-4b9f-bcf0-cbd6399ad2da tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] 10.222.0.75 "GET /v2.0/ports?device_id=1ffb272c-6295-48b3-b9cd-fed761b141a7 HTTP/1.1" status: 200 len: 946 time: 0.2230039 Apr 09 13:50:47.297714 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-d2d45a35-ec4d-48b7-b71f-25fb0a58a3d0 req-d1b94815-e2c0-4332-aa13-f87bb3755317 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] 10.222.0.75 "GET /v2.0/security-groups?id=836a3b2a-1cd9-4a42-a456-ffc8ec5959e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508418 Apr 09 13:50:47.716750 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d7d9fc-0b16-4f70-8dc4-de9519055b6e req-ad3b05a5-41c8-4430-a45b-5326fb75771f tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:50:47.727718 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-72d7d9fc-0b16-4f70-8dc4-de9519055b6e req-ad3b05a5-41c8-4430-a45b-5326fb75771f tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] 10.222.0.75 "GET /v2.0/ports?device_id=8b5d6eb5-8dfa-4fd0-8f2d-9dd3590c2daf HTTP/1.1" status: 200 len: 945 time: 0.1274626 Apr 09 13:50:47.800628 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-72d7d9fc-0b16-4f70-8dc4-de9519055b6e req-bf3244f5-b7d7-435a-b152-68ad71c2c43c tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] 10.222.0.75 "GET /v2.0/security-groups?id=947774b9-8c9c-4200-ad33-d72fdd5295bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711689 Apr 09 13:50:48.527854 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9801ce-e1a3-4738-9e38-87a42383c397 req-3a4a30bb-22e7-4663-b59a-3d2ff7de1673 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:50:48.536396 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-1f9801ce-e1a3-4738-9e38-87a42383c397 req-3a4a30bb-22e7-4663-b59a-3d2ff7de1673 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] 10.222.0.75 "GET /v2.0/ports?device_id=1ffb272c-6295-48b3-b9cd-fed761b141a7 HTTP/1.1" status: 200 len: 946 time: 0.1134377 Apr 09 13:50:48.566339 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-1f9801ce-e1a3-4738-9e38-87a42383c397 req-95268022-7444-48b4-b046-4b561a588bd6 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] 10.222.0.75 "GET /v2.0/security-groups?id=836a3b2a-1cd9-4a42-a456-ffc8ec5959e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0275817 Apr 09 13:50:49.074710 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffce8bfc-ab83-4727-954a-8ab449e5fc60 req-6282f32b-cbd2-45cf-b9a6-c883a3292faa tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:50:49.076529 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-ffce8bfc-ab83-4727-954a-8ab449e5fc60 req-6282f32b-cbd2-45cf-b9a6-c883a3292faa tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] 10.222.0.75 "GET /v2.0/ports?device_id=1ffb272c-6295-48b3-b9cd-fed761b141a7 HTTP/1.1" status: 200 len: 946 time: 0.1760778 Apr 09 13:50:49.115245 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36016389-255a-4db5-935d-49fc87024d08 req-3becdb58-0db5-409c-9300-9565ce278883 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:50:49.117668 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-36016389-255a-4db5-935d-49fc87024d08 req-3becdb58-0db5-409c-9300-9565ce278883 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] 10.222.0.75 "GET /v2.0/ports?device_id=8b5d6eb5-8dfa-4fd0-8f2d-9dd3590c2daf HTTP/1.1" status: 200 len: 945 time: 0.1766741 Apr 09 13:50:49.149968 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-ffce8bfc-ab83-4727-954a-8ab449e5fc60 req-c71943f5-3265-45dd-9368-7e206f6ed856 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] 10.222.0.75 "GET /v2.0/security-groups?id=836a3b2a-1cd9-4a42-a456-ffc8ec5959e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648746 Apr 09 13:50:49.184537 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-36016389-255a-4db5-935d-49fc87024d08 req-3f3907de-8757-489a-8226-beaf21354db7 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] 10.222.0.75 "GET /v2.0/security-groups?id=947774b9-8c9c-4200-ad33-d72fdd5295bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332072 Apr 09 13:50:49.201980 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f1508b-9c84-4a9f-ba2b-7bebff3b7c4a req-6fbd3983-1ba6-4832-8b45-760cac626a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:50:49.204541 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-90f1508b-9c84-4a9f-ba2b-7bebff3b7c4a req-6fbd3983-1ba6-4832-8b45-760cac626a91 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=8b1366e2a2764227a2e3ada9f6348323&device_id=1ffb272c-6295-48b3-b9cd-fed761b141a7 HTTP/1.1" status: 200 len: 1099 time: 0.1651905 Apr 09 13:50:49.436906 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f1508b-9c84-4a9f-ba2b-7bebff3b7c4a req-77f87bee-0239-4daa-af4b-42b66465cba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:50:49.438290 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-90f1508b-9c84-4a9f-ba2b-7bebff3b7c4a req-77f87bee-0239-4daa-af4b-42b66465cba1 service neutron] 10.222.0.90 "GET /v2.0/networks?id=05572312-ba94-44c0-9d23-59b1e6c5c81f HTTP/1.1" status: 200 len: 912 time: 0.2260997 Apr 09 13:50:49.579363 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-90f1508b-9c84-4a9f-ba2b-7bebff3b7c4a req-4601224c-9239-416f-bc4a-3ff402483c18 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c815e3b4-7583-4fdb-941f-62cd10bf1dd3 HTTP/1.1" status: 200 len: 1001 time: 0.1335254 Apr 09 13:50:49.681997 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f1508b-9c84-4a9f-ba2b-7bebff3b7c4a req-e84d3483-9fca-455b-bde0-88a08f550d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:50:49.686463 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-90f1508b-9c84-4a9f-ba2b-7bebff3b7c4a req-e84d3483-9fca-455b-bde0-88a08f550d0c service neutron] 10.222.0.90 "GET /v2.0/subnets?id=52cd575a-477f-4889-af1f-960c6b2cd43e HTTP/1.1" status: 200 len: 850 time: 0.0993133 Apr 09 13:50:49.802708 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f1508b-9c84-4a9f-ba2b-7bebff3b7c4a req-7cf961ae-ca0f-4ba9-a39e-179977dc6f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:50:49.804541 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-90f1508b-9c84-4a9f-ba2b-7bebff3b7c4a req-7cf961ae-ca0f-4ba9-a39e-179977dc6f23 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=05572312-ba94-44c0-9d23-59b1e6c5c81f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1102319 Apr 09 13:50:50.013807 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-90f1508b-9c84-4a9f-ba2b-7bebff3b7c4a req-bf159888-0e52-4edb-8a08-63cb5ef05439 service neutron] 10.222.0.90 "GET /v2.0/networks/05572312-ba94-44c0-9d23-59b1e6c5c81f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2009735 Apr 09 13:50:50.276213 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-90f1508b-9c84-4a9f-ba2b-7bebff3b7c4a req-65d5a3c3-430c-48af-8f04-8c293fbe2860 service neutron] 10.222.0.90 "GET /v2.0/networks/05572312-ba94-44c0-9d23-59b1e6c5c81f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2534835 Apr 09 13:50:50.562658 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e07eb0e-e20b-422d-8a42-8f26dac99b86 req-c93f7989-b80b-4597-a950-12e081abb8a5 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:50:50.564568 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-5e07eb0e-e20b-422d-8a42-8f26dac99b86 req-c93f7989-b80b-4597-a950-12e081abb8a5 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] 10.222.0.75 "GET /v2.0/ports?device_id=1ffb272c-6295-48b3-b9cd-fed761b141a7 HTTP/1.1" status: 200 len: 946 time: 0.2196209 Apr 09 13:50:50.616457 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-5e07eb0e-e20b-422d-8a42-8f26dac99b86 req-edcea276-ace2-409f-8425-0584bd6d172f tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] 10.222.0.75 "GET /v2.0/security-groups?id=836a3b2a-1cd9-4a42-a456-ffc8ec5959e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411005 Apr 09 13:50:50.627718 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0585174f-161b-47af-b4bd-3f284a8182ae req-45b881e0-18a7-4a23-ae52-4530be03a5c6 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:50:50.629526 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-0585174f-161b-47af-b4bd-3f284a8182ae req-45b881e0-18a7-4a23-ae52-4530be03a5c6 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] 10.222.0.75 "GET /v2.0/ports?device_id=8b5d6eb5-8dfa-4fd0-8f2d-9dd3590c2daf HTTP/1.1" status: 200 len: 945 time: 0.2105067 Apr 09 13:50:50.685126 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-0585174f-161b-47af-b4bd-3f284a8182ae req-3f54980f-c98f-4bc2-aed2-d8d12c695063 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] 10.222.0.75 "GET /v2.0/security-groups?id=947774b9-8c9c-4200-ad33-d72fdd5295bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466855 Apr 09 13:50:51.931755 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f53077e-3971-4f65-a354-d4dba080ef95 req-4cfbe3be-2d79-4c9b-9d52-b6cfa1f383aa tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:50:51.942075 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-2f53077e-3971-4f65-a354-d4dba080ef95 req-4cfbe3be-2d79-4c9b-9d52-b6cfa1f383aa tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] 10.222.0.75 "GET /v2.0/ports?device_id=1ffb272c-6295-48b3-b9cd-fed761b141a7 HTTP/1.1" status: 200 len: 946 time: 0.1605511 Apr 09 13:50:51.991541 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-2f53077e-3971-4f65-a354-d4dba080ef95 req-5f7b6cec-3d63-4d93-a648-d4bfbb7727c6 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] 10.222.0.75 "GET /v2.0/security-groups?id=836a3b2a-1cd9-4a42-a456-ffc8ec5959e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469961 Apr 09 13:50:52.039175 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c513ef-5ed4-4494-9f3f-51dcd64b374f req-dc8e10ce-04c9-4002-84a0-b754f17e8332 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:50:52.041242 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-f8c513ef-5ed4-4494-9f3f-51dcd64b374f req-dc8e10ce-04c9-4002-84a0-b754f17e8332 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] 10.222.0.75 "GET /v2.0/ports?device_id=8b5d6eb5-8dfa-4fd0-8f2d-9dd3590c2daf HTTP/1.1" status: 200 len: 945 time: 0.1649308 Apr 09 13:50:52.091868 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-f8c513ef-5ed4-4494-9f3f-51dcd64b374f req-54a0b812-0810-4eac-b971-059ade2527fe tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] 10.222.0.75 "GET /v2.0/security-groups?id=947774b9-8c9c-4200-ad33-d72fdd5295bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369411 Apr 09 13:50:53.469197 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b69a93e-09f3-4492-af5f-1a5cf1e93100 req-df0163ea-44b4-4e0e-9501-c372a5da32b6 tempest-VolumesSnapshotTestJSON-854221919 tempest-VolumesSnapshotTestJSON-854221919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:50:53.475160 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-1b69a93e-09f3-4492-af5f-1a5cf1e93100 req-df0163ea-44b4-4e0e-9501-c372a5da32b6 tempest-VolumesSnapshotTestJSON-854221919 tempest-VolumesSnapshotTestJSON-854221919-project] 10.222.0.75 "GET /v2.0/ports?device_id=a324c2fc-ade4-438a-bd9c-4a0d1a5c77ee HTTP/1.1" status: 200 len: 946 time: 0.1875141 Apr 09 13:50:53.546884 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-1b69a93e-09f3-4492-af5f-1a5cf1e93100 req-03a8dc31-d9c9-48ca-988f-15a1a92c6f6a tempest-VolumesSnapshotTestJSON-854221919 tempest-VolumesSnapshotTestJSON-854221919-project] 10.222.0.75 "GET /v2.0/security-groups?id=d687cea6-649b-46de-844b-68c307ed6ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707209 Apr 09 13:50:53.564724 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9b8919-2bda-423a-b22e-8d39f72c1aa4 req-fb695de2-2715-45f2-859e-3af43a96edb8 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:50:53.574018 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-4a9b8919-2bda-423a-b22e-8d39f72c1aa4 req-fb695de2-2715-45f2-859e-3af43a96edb8 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] 10.222.0.75 "GET /v2.0/ports?device_id=8b5d6eb5-8dfa-4fd0-8f2d-9dd3590c2daf HTTP/1.1" status: 200 len: 945 time: 0.2282581 Apr 09 13:50:53.607926 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-4a9b8919-2bda-423a-b22e-8d39f72c1aa4 req-596eedc3-d48d-4a59-97ba-d1601fcc6f51 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] 10.222.0.75 "GET /v2.0/security-groups?id=947774b9-8c9c-4200-ad33-d72fdd5295bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328677 Apr 09 13:50:55.082051 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2dbbc2-06d9-44ad-b27c-b394242de5f9 req-460216d0-35ea-4a7d-97aa-d8d01f710d05 tempest-VolumesSnapshotTestJSON-854221919 tempest-VolumesSnapshotTestJSON-854221919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:50:55.083726 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-3d2dbbc2-06d9-44ad-b27c-b394242de5f9 req-460216d0-35ea-4a7d-97aa-d8d01f710d05 tempest-VolumesSnapshotTestJSON-854221919 tempest-VolumesSnapshotTestJSON-854221919-project] 10.222.0.75 "GET /v2.0/ports?device_id=a324c2fc-ade4-438a-bd9c-4a0d1a5c77ee HTTP/1.1" status: 200 len: 946 time: 0.3951333 Apr 09 13:50:55.124871 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-3d2dbbc2-06d9-44ad-b27c-b394242de5f9 req-2a9c6eb0-84b7-4486-86b0-b5932bdc90de tempest-VolumesSnapshotTestJSON-854221919 tempest-VolumesSnapshotTestJSON-854221919-project] 10.222.0.75 "GET /v2.0/security-groups?id=d687cea6-649b-46de-844b-68c307ed6ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306287 Apr 09 13:50:55.158574 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb30d3e-52f9-4d07-81f2-0978af9b2370 req-1b08ecdc-d8e2-4206-a0bd-7493b354102e tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:50:55.160196 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-3eb30d3e-52f9-4d07-81f2-0978af9b2370 req-1b08ecdc-d8e2-4206-a0bd-7493b354102e tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] 10.222.0.75 "GET /v2.0/ports?device_id=8b5d6eb5-8dfa-4fd0-8f2d-9dd3590c2daf HTTP/1.1" status: 200 len: 945 time: 0.3793166 Apr 09 13:50:55.191268 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-3eb30d3e-52f9-4d07-81f2-0978af9b2370 req-4d7f791a-48f3-4718-918e-89cfeb92c3a8 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] 10.222.0.75 "GET /v2.0/security-groups?id=947774b9-8c9c-4200-ad33-d72fdd5295bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0247004 Apr 09 13:50:55.246595 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d26bd41-eeba-4389-a814-80565b060710 req-dbe6bc73-9fb7-4182-abb9-7a6c43478046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:50:55.248014 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-2d26bd41-eeba-4389-a814-80565b060710 req-dbe6bc73-9fb7-4182-abb9-7a6c43478046 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=a2b444c2a873486d8c3ff30419c2c3f8&device_id=8b5d6eb5-8dfa-4fd0-8f2d-9dd3590c2daf HTTP/1.1" status: 200 len: 1098 time: 0.0891044 Apr 09 13:50:55.403064 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d26bd41-eeba-4389-a814-80565b060710 req-b59df01b-5131-4029-8370-2c41ca48f690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:50:55.404580 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-2d26bd41-eeba-4389-a814-80565b060710 req-b59df01b-5131-4029-8370-2c41ca48f690 service neutron] 10.222.0.90 "GET /v2.0/networks?id=a4bc50d2-4a55-4ee1-87aa-a1e91be18584 HTTP/1.1" status: 200 len: 918 time: 0.1497829 Apr 09 13:50:55.521178 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-2d26bd41-eeba-4389-a814-80565b060710 req-b9ccf58c-4b4e-482c-8797-33558a00d2a6 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=317fc4fb-b778-458a-a027-e44683b0f676 HTTP/1.1" status: 200 len: 1000 time: 0.1090355 Apr 09 13:50:55.593321 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d26bd41-eeba-4389-a814-80565b060710 req-7390309d-1c9c-43d2-9eb6-f7ad61f0f4c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:50:55.595200 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-2d26bd41-eeba-4389-a814-80565b060710 req-7390309d-1c9c-43d2-9eb6-f7ad61f0f4c2 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=0144e1c8-7bcb-42a5-ac9e-709c8b2e67a5 HTTP/1.1" status: 200 len: 856 time: 0.0664799 Apr 09 13:50:55.696568 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d26bd41-eeba-4389-a814-80565b060710 req-c01d18ed-0db7-4cd6-bff9-f4a88157c7e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:50:55.698303 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-2d26bd41-eeba-4389-a814-80565b060710 req-c01d18ed-0db7-4cd6-bff9-f4a88157c7e9 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=a4bc50d2-4a55-4ee1-87aa-a1e91be18584&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0950394 Apr 09 13:50:55.860804 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-2d26bd41-eeba-4389-a814-80565b060710 req-390bb2c8-9f97-4bfb-86c5-0b81a50824dd service neutron] 10.222.0.90 "GET /v2.0/networks/a4bc50d2-4a55-4ee1-87aa-a1e91be18584?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1553049 Apr 09 13:50:56.020049 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-2d26bd41-eeba-4389-a814-80565b060710 req-52527073-b2d6-4b2c-9a5d-52ffe38bee27 service neutron] 10.222.0.90 "GET /v2.0/networks/a4bc50d2-4a55-4ee1-87aa-a1e91be18584?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1515760 Apr 09 13:50:56.368952 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19edab87-9fad-4752-bdba-264d7f440ebf req-0195f692-afc1-4f3d-845c-e251c447aa8d tempest-VolumesSnapshotTestJSON-854221919 tempest-VolumesSnapshotTestJSON-854221919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:50:56.372300 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-19edab87-9fad-4752-bdba-264d7f440ebf req-0195f692-afc1-4f3d-845c-e251c447aa8d tempest-VolumesSnapshotTestJSON-854221919 tempest-VolumesSnapshotTestJSON-854221919-project] 10.222.0.75 "GET /v2.0/ports?device_id=a324c2fc-ade4-438a-bd9c-4a0d1a5c77ee HTTP/1.1" status: 200 len: 946 time: 0.1071646 Apr 09 13:50:56.405043 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-19edab87-9fad-4752-bdba-264d7f440ebf req-32b2c08d-6a8c-4dcb-a752-e96318c2a06b tempest-VolumesSnapshotTestJSON-854221919 tempest-VolumesSnapshotTestJSON-854221919-project] 10.222.0.75 "GET /v2.0/security-groups?id=d687cea6-649b-46de-844b-68c307ed6ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0264010 Apr 09 13:50:56.461168 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85266) accepted ('10.222.0.75', 34554) {{(pid=85266) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:50:56.602689 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-30fed548-43fd-46ba-a8ed-806ac18185d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:50:56.618914 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-30fed548-43fd-46ba-a8ed-806ac18185d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 13:50:56.623151 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-30fed548-43fd-46ba-a8ed-806ac18185d9 admin admin] Usage tracker for resource:security_group_rule and tenant:b72804a73eb440b9ab19010acb1a1de5 is out of sync, need to count used quota {{(pid=85266) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 13:50:56.626165 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-30fed548-43fd-46ba-a8ed-806ac18185d9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85266) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 13:50:56.632558 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-30fed548-43fd-46ba-a8ed-806ac18185d9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 13:50:56.723132 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-30fed548-43fd-46ba-a8ed-806ac18185d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:50:56.726498 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-30fed548-43fd-46ba-a8ed-806ac18185d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738555'] for security_group, after_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:50:56.735522 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-5e4a1a13-8661-4f48-94dd-639ce777dd8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:50:56.780314 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-30fed548-43fd-46ba-a8ed-806ac18185d9 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=b72804a73eb440b9ab19010acb1a1de5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3177621 Apr 09 13:50:56.781284 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fed548-43fd-46ba-a8ed-806ac18185d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95cff69f-d793-425e-a34f-c27aad25d80d,revision_number=1']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:50:56.783699 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.75', 34560) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:50:56.785617 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-30fed548-43fd-46ba-a8ed-806ac18185d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:50:56.850635 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-9416483b-8bca-4549-b817-7a2df8a99848 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:50:56.878917 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-9416483b-8bca-4549-b817-7a2df8a99848 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:50:56.928099 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-9416483b-8bca-4549-b817-7a2df8a99848 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738555'] for security_group, after_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:50:56.934122 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-109b0c2a-780c-4015-9b86-0c33a9b257dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:50:56.948594 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9416483b-8bca-4549-b817-7a2df8a99848 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95cff69f-d793-425e-a34f-c27aad25d80d,revision_number=None']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:50:56.952494 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-9416483b-8bca-4549-b817-7a2df8a99848 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:50:56.957146 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-9416483b-8bca-4549-b817-7a2df8a99848 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:50:56.958389 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-9416483b-8bca-4549-b817-7a2df8a99848 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/95cff69f-d793-425e-a34f-c27aad25d80d HTTP/1.1" status: 204 len: 168 time: 0.1737456 Apr 09 13:50:57.280215 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85266) accepted ('10.222.0.75', 34576) {{(pid=85266) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:50:57.301562 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-b9196d40-508d-4417-9c8b-caefc8ec5e6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:50:57.321060 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-b9196d40-508d-4417-9c8b-caefc8ec5e6f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 13:50:57.325945 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-b9196d40-508d-4417-9c8b-caefc8ec5e6f admin admin] Usage tracker for resource:security_group_rule and tenant:9f3443413e2040e6bbd973c14d769fbd is out of sync, need to count used quota {{(pid=85266) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 13:50:57.329092 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-b9196d40-508d-4417-9c8b-caefc8ec5e6f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85266) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 13:50:57.336761 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-b9196d40-508d-4417-9c8b-caefc8ec5e6f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 13:50:57.444445 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-b9196d40-508d-4417-9c8b-caefc8ec5e6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:50:57.447987 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-b9196d40-508d-4417-9c8b-caefc8ec5e6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738555'] for security_group, after_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:50:57.458012 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-e7ce41a2-dfd4-4ecf-8d3a-835af7064a00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:50:57.501632 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9196d40-508d-4417-9c8b-caefc8ec5e6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e9eb0f7-6985-48dc-90b3-543eb99a4691,revision_number=1']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:50:57.515964 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-b9196d40-508d-4417-9c8b-caefc8ec5e6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:50:57.525021 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-b9196d40-508d-4417-9c8b-caefc8ec5e6f admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=9f3443413e2040e6bbd973c14d769fbd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2421248 Apr 09 13:50:57.525488 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.75', 34588) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:50:57.600257 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-9e6d61be-b4dd-4b15-9a4b-4090b6407535 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:50:57.630202 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-9e6d61be-b4dd-4b15-9a4b-4090b6407535 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:50:57.664285 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fd10ed-ac1e-4418-9156-6f1efdc61a04 req-5594aefc-3709-4cd2-8159-cbca9cd7564a tempest-VolumesSnapshotTestJSON-854221919 tempest-VolumesSnapshotTestJSON-854221919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:50:57.667716 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-41fd10ed-ac1e-4418-9156-6f1efdc61a04 req-5594aefc-3709-4cd2-8159-cbca9cd7564a tempest-VolumesSnapshotTestJSON-854221919 tempest-VolumesSnapshotTestJSON-854221919-project] 10.222.0.75 "GET /v2.0/ports?device_id=a324c2fc-ade4-438a-bd9c-4a0d1a5c77ee HTTP/1.1" status: 200 len: 946 time: 0.1128299 Apr 09 13:50:57.678127 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-9e6d61be-b4dd-4b15-9a4b-4090b6407535 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738555'] for security_group, after_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:50:57.684276 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-e144daa4-73ef-4b2a-a9e5-d452ff033c05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:50:57.699913 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6d61be-b4dd-4b15-9a4b-4090b6407535 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e9eb0f7-6985-48dc-90b3-543eb99a4691,revision_number=None']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:50:57.700776 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-41fd10ed-ac1e-4418-9156-6f1efdc61a04 req-5e75bbcc-a513-4a52-b5c1-b5ddc85b2638 tempest-VolumesSnapshotTestJSON-854221919 tempest-VolumesSnapshotTestJSON-854221919-project] 10.222.0.75 "GET /v2.0/security-groups?id=d687cea6-649b-46de-844b-68c307ed6ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0269339 Apr 09 13:50:57.702835 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-9e6d61be-b4dd-4b15-9a4b-4090b6407535 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:50:57.705399 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-9e6d61be-b4dd-4b15-9a4b-4090b6407535 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:50:57.707496 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-9e6d61be-b4dd-4b15-9a4b-4090b6407535 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/0e9eb0f7-6985-48dc-90b3-543eb99a4691 HTTP/1.1" status: 204 len: 168 time: 0.1799834 Apr 09 13:50:58.118485 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.75', 34602) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:50:58.141153 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-71cc336a-827f-4f9b-8274-5efe8cf6bfbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:50:58.157897 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-71cc336a-827f-4f9b-8274-5efe8cf6bfbf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 13:50:58.161956 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-71cc336a-827f-4f9b-8274-5efe8cf6bfbf admin admin] Usage tracker for resource:security_group_rule and tenant:6ad64db799d54cd5b21152aa1c47eb72 is out of sync, need to count used quota {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 13:50:58.164959 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-71cc336a-827f-4f9b-8274-5efe8cf6bfbf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 13:50:58.171060 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-71cc336a-827f-4f9b-8274-5efe8cf6bfbf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 13:50:58.262739 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-71cc336a-827f-4f9b-8274-5efe8cf6bfbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:50:58.265799 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-71cc336a-827f-4f9b-8274-5efe8cf6bfbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738555'] for security_group, after_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:50:58.274168 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-ab9c2db1-bbad-4f76-8051-e770d5478f9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:50:58.320520 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-71cc336a-827f-4f9b-8274-5efe8cf6bfbf admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=6ad64db799d54cd5b21152aa1c47eb72&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2007885 Apr 09 13:50:58.322223 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cc336a-827f-4f9b-8274-5efe8cf6bfbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba1d558b-6b25-4286-8300-385b667ae702,revision_number=1']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:50:58.324004 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85266) accepted ('10.222.0.75', 34606) {{(pid=85266) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:50:58.325463 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-71cc336a-827f-4f9b-8274-5efe8cf6bfbf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:50:58.396819 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-590092e1-ffd7-46ec-b1f2-b20b6dde9c92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:50:58.427281 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-590092e1-ffd7-46ec-b1f2-b20b6dde9c92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:50:58.476559 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-590092e1-ffd7-46ec-b1f2-b20b6dde9c92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738555'] for security_group, after_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:50:58.483146 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-85e2c3ad-cb3a-4931-bce2-6343e0ee80f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:50:58.499072 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590092e1-ffd7-46ec-b1f2-b20b6dde9c92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba1d558b-6b25-4286-8300-385b667ae702,revision_number=None']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:50:58.501535 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-590092e1-ffd7-46ec-b1f2-b20b6dde9c92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:50:58.514407 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-590092e1-ffd7-46ec-b1f2-b20b6dde9c92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:50:58.518421 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-590092e1-ffd7-46ec-b1f2-b20b6dde9c92 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/ba1d558b-6b25-4286-8300-385b667ae702 HTTP/1.1" status: 204 len: 168 time: 0.1905448 Apr 09 13:50:58.595232 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.rpc [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Device 317fc4fb-b778-458a-a027-e44683b0f676 no longer exists at agent hyperv_hv-cinder-78536 {{(pid=85267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 09 13:50:58.725372 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853739810'] for port, before_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:50:58.739330 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b5d6eb5-8dfa-4fd0-8f2d-9dd3590c2daf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '317fc4fb-b778-458a-a027-e44683b0f676'}] {{(pid=85267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 09 13:50:58.756719 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.db [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] For port 317fc4fb-b778-458a-a027-e44683b0f676, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=317fc4fb-b778-458a-a027-e44683b0f676,segment=NetworkSegment(5475d062-1238-45f6-bf79-210ecdb0febe),segment_id=5475d062-1238-45f6-bf79-210ecdb0febe)] {{(pid=85267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 09 13:50:58.760582 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853739901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853759498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265038874484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771815468181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265039307602'] for port, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:50:58.762832 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-c4dd13f1-a989-4446-9ed7-68eb0bd5f528 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:50:58.802830 dv-cinder-785362-1-smb neutron-server[85152]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '8b5d6eb5-8dfa-4fd0-8f2d-9dd3590c2daf', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '317fc4fb-b778-458a-a027-e44683b0f676', 'code': 422} returned with failed status Apr 09 13:50:58.844869 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Pushing event updated for resources: {'Port': ['ID=317fc4fb-b778-458a-a027-e44683b0f676,revision_number=8']} {{(pid=85267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:50:58.859313 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=85267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:50:58.926594 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba1a11f-c852-42cf-8d56-3a5c9e9cf2f7 req-ae8ecd3c-5992-4491-b180-652502adfc30 tempest-VolumesSnapshotTestJSON-854221919 tempest-VolumesSnapshotTestJSON-854221919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:50:58.928129 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-5ba1a11f-c852-42cf-8d56-3a5c9e9cf2f7 req-ae8ecd3c-5992-4491-b180-652502adfc30 tempest-VolumesSnapshotTestJSON-854221919 tempest-VolumesSnapshotTestJSON-854221919-project] 10.222.0.90 "GET /v2.0/ports?device_id=a324c2fc-ade4-438a-bd9c-4a0d1a5c77ee HTTP/1.1" status: 200 len: 946 time: 0.1029577 Apr 09 13:50:59.010714 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e7d845-84b1-4b14-8031-b82a31bce0ac req-f50ed266-9c0f-4ff7-b958-04766e2e5b3a tempest-VolumesSnapshotTestJSON-854221919 tempest-VolumesSnapshotTestJSON-854221919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:50:59.012373 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-b1e7d845-84b1-4b14-8031-b82a31bce0ac req-f50ed266-9c0f-4ff7-b958-04766e2e5b3a tempest-VolumesSnapshotTestJSON-854221919 tempest-VolumesSnapshotTestJSON-854221919-project] 10.222.0.75 "GET /v2.0/ports?device_id=a324c2fc-ade4-438a-bd9c-4a0d1a5c77ee HTTP/1.1" status: 200 len: 946 time: 0.0940754 Apr 09 13:50:59.012687 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.plugin [req-5ba1a11f-c852-42cf-8d56-3a5c9e9cf2f7 req-1004f384-5684-4e23-b1a4-765d8e8de1d0 tempest-VolumesSnapshotTestJSON-854221919 tempest-VolumesSnapshotTestJSON-854221919-project] Deleting port 0d7891a9-94e2-476a-82db-bc3b2580e736 {{(pid=85265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 09 13:50:59.013082 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [req-5ba1a11f-c852-42cf-8d56-3a5c9e9cf2f7 req-1004f384-5684-4e23-b1a4-765d8e8de1d0 tempest-VolumesSnapshotTestJSON-854221919 tempest-VolumesSnapshotTestJSON-854221919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771815896742'] for port, before_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:50:59.052533 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-b1e7d845-84b1-4b14-8031-b82a31bce0ac req-38bdbba6-19b7-4391-bb78-ece5e6ccb94c tempest-VolumesSnapshotTestJSON-854221919 tempest-VolumesSnapshotTestJSON-854221919-project] 10.222.0.75 "GET /v2.0/security-groups?id=d687cea6-649b-46de-844b-68c307ed6ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0281293 Apr 09 13:50:59.306497 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.db [req-5ba1a11f-c852-42cf-8d56-3a5c9e9cf2f7 req-1004f384-5684-4e23-b1a4-765d8e8de1d0 tempest-VolumesSnapshotTestJSON-854221919 tempest-VolumesSnapshotTestJSON-854221919-project] For port 0d7891a9-94e2-476a-82db-bc3b2580e736, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=0d7891a9-94e2-476a-82db-bc3b2580e736,segment=NetworkSegment(46faed05-cf6e-4ae4-bbb6-688aae85c3e4),segment_id=46faed05-cf6e-4ae4-bbb6-688aae85c3e4)] {{(pid=85265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 09 13:50:59.306901 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [req-5ba1a11f-c852-42cf-8d56-3a5c9e9cf2f7 req-1004f384-5684-4e23-b1a4-765d8e8de1d0 tempest-VolumesSnapshotTestJSON-854221919 tempest-VolumesSnapshotTestJSON-854221919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-707704'] for port, precommit_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:50:59.462083 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.plugin [req-5ba1a11f-c852-42cf-8d56-3a5c9e9cf2f7 req-1004f384-5684-4e23-b1a4-765d8e8de1d0 tempest-VolumesSnapshotTestJSON-854221919 tempest-VolumesSnapshotTestJSON-854221919-project] Calling delete_port for 0d7891a9-94e2-476a-82db-bc3b2580e736 owned by compute:nova {{(pid=85265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 09 13:50:59.644619 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [req-5ba1a11f-c852-42cf-8d56-3a5c9e9cf2f7 req-1004f384-5684-4e23-b1a4-765d8e8de1d0 tempest-VolumesSnapshotTestJSON-854221919 tempest-VolumesSnapshotTestJSON-854221919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853739901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853759498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363265038874501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363265039307636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851965059'] for port, after_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:50:59.661127 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.db [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] get_ports_and_sgs() called for port_ids ['0d7891a9-94e2-476a-82db-bc3b2580e736'] {{(pid=85267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 09 13:50:59.664778 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-ef1520fa-d79d-4373-87d5-ca93ca458d5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:50:59.966853 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1004f384-5684-4e23-b1a4-765d8e8de1d0 tempest-VolumesSnapshotTestJSON-854221919 tempest-VolumesSnapshotTestJSON-854221919-project] Pushing event deleted for resources: {'Port': ['ID=0d7891a9-94e2-476a-82db-bc3b2580e736,revision_number=None']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:51:00.017554 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-1004f384-5684-4e23-b1a4-765d8e8de1d0 tempest-VolumesSnapshotTestJSON-854221919 tempest-VolumesSnapshotTestJSON-854221919-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:51:00.173042 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ba1a11f-c852-42cf-8d56-3a5c9e9cf2f7 req-1004f384-5684-4e23-b1a4-765d8e8de1d0 tempest-VolumesSnapshotTestJSON-854221919 tempest-VolumesSnapshotTestJSON-854221919-project] No DVR routers for this DVR port 0d7891a9-94e2-476a-82db-bc3b2580e736 on host hv-cinder-78536 {{(pid=85265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 09 13:51:00.175717 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [req-5ba1a11f-c852-42cf-8d56-3a5c9e9cf2f7 req-1004f384-5684-4e23-b1a4-765d8e8de1d0 tempest-VolumesSnapshotTestJSON-854221919 tempest-VolumesSnapshotTestJSON-854221919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770645'] for port, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:51:00.178730 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a324c2fc-ade4-438a-bd9c-4a0d1a5c77ee', 'name': 'network-vif-deleted', 'tag': '0d7891a9-94e2-476a-82db-bc3b2580e736'}] {{(pid=85265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 09 13:51:00.200442 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-5ba1a11f-c852-42cf-8d56-3a5c9e9cf2f7 req-1004f384-5684-4e23-b1a4-765d8e8de1d0 tempest-VolumesSnapshotTestJSON-854221919 tempest-VolumesSnapshotTestJSON-854221919-project] 10.222.0.90 "DELETE /v2.0/ports/0d7891a9-94e2-476a-82db-bc3b2580e736 HTTP/1.1" status: 204 len: 173 time: 1.2654738 Apr 09 13:51:00.261833 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-e3186bc1-fd4f-4380-8e96-d1e266f8743c req-a3d6565f-3737-47f2-ae16-ed1973b33b73 tempest-VolumesSnapshotTestJSON-854221919 tempest-VolumesSnapshotTestJSON-854221919-project] 10.222.0.75 "GET /v2.0/ports?device_id=a324c2fc-ade4-438a-bd9c-4a0d1a5c77ee HTTP/1.1" status: 200 len: 210 time: 0.0677366 Apr 09 13:51:00.330047 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a324c2fc-ade4-438a-bd9c-4a0d1a5c77ee', 'name': 'network-vif-deleted', 'tag': '0d7891a9-94e2-476a-82db-bc3b2580e736', 'status': 'completed', 'code': 200} Apr 09 13:51:01.054701 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-851e2515-061b-4a6a-8d78-2e4efb668daa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:51:02.624315 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.rpc [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Device 0d7891a9-94e2-476a-82db-bc3b2580e736 no longer exists at agent hyperv_hv-cinder-78536 {{(pid=85267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 09 13:51:02.666828 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.plugin [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] No Port match for: 0d7891a9-94e2-476a-82db-bc3b2580e736 {{(pid=85267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 09 13:51:02.667317 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.rpc [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Device 0d7891a9-94e2-476a-82db-bc3b2580e736 not bound to the agent host hv-cinder-78536 {{(pid=85267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 09 13:51:04.224289 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-c34c5693-beb2-4a64-9d36-d0c9102de9bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:51:04.580554 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-038b6fee-909e-41c9-b649-649ad33ce393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:51:05.256583 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:51:05.681996 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-c378f248-96be-4ef7-a52f-f55c09e56a36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:51:05.868525 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9853fc2-64b6-4438-abde-c7b4b6b898ea req-a2aecdf0-c7b1-481e-bf9d-028a2caab2af tempest-VolumesSnapshotTestJSON-854221919 tempest-VolumesSnapshotTestJSON-854221919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:51:05.870140 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-e9853fc2-64b6-4438-abde-c7b4b6b898ea req-a2aecdf0-c7b1-481e-bf9d-028a2caab2af tempest-VolumesSnapshotTestJSON-854221919 tempest-VolumesSnapshotTestJSON-854221919-project] 10.222.0.75 "GET /v2.0/networks?id=12ad52cf-1a35-4ab3-95a3-9f3e01f33416 HTTP/1.1" status: 200 len: 813 time: 0.1889005 Apr 09 13:51:05.893099 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-e9853fc2-64b6-4438-abde-c7b4b6b898ea req-86fe979a-6681-4cfe-bd39-d0d389865e3b tempest-VolumesSnapshotTestJSON-854221919 tempest-VolumesSnapshotTestJSON-854221919-project] 10.222.0.75 "GET /v2.0/quotas/9315ffdf3d274fc5a37da4a4aa777780 HTTP/1.1" status: 200 len: 375 time: 0.0117478 Apr 09 13:51:05.956982 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-e9853fc2-64b6-4438-abde-c7b4b6b898ea req-91a56ad4-71cc-434c-bb7f-a65a0a64bb96 tempest-VolumesSnapshotTestJSON-854221919 tempest-VolumesSnapshotTestJSON-854221919-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=9315ffdf3d274fc5a37da4a4aa777780&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0573263 Apr 09 13:51:06.111815 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-e9853fc2-64b6-4438-abde-c7b4b6b898ea req-f2cc561c-d49c-4223-8e6e-c1b849ba69b8 service neutron] 10.222.0.75 "GET /v2.0/networks/12ad52cf-1a35-4ab3-95a3-9f3e01f33416?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451180 Apr 09 13:51:06.269538 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-e9853fc2-64b6-4438-abde-c7b4b6b898ea req-d8c3c8e0-4776-44c4-97ca-4fd93229beab service neutron] 10.222.0.75 "GET /v2.0/networks/12ad52cf-1a35-4ab3-95a3-9f3e01f33416?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510525 Apr 09 13:51:06.472376 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-b7bee34e-ff1d-41e6-8c47-95f414b1ee8a req-abf40dbd-62a5-465f-a40a-075d4d141bbc tempest-VolumesSnapshotTestJSON-854221919 tempest-VolumesSnapshotTestJSON-854221919-project] 10.222.0.75 "GET /v2.0/ports?device_id=884927cd-f6ef-4bd0-8236-648b74971255 HTTP/1.1" status: 200 len: 210 time: 0.0498307 Apr 09 13:51:07.724439 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-1dcb78ef-1028-40b1-b734-62ae07b5cb1f req-bdd60e32-9af6-4086-9a62-c1ebd16d861e tempest-VolumesSnapshotTestJSON-854221919 tempest-VolumesSnapshotTestJSON-854221919-project] 10.222.0.75 "GET /v2.0/ports?device_id=884927cd-f6ef-4bd0-8236-648b74971255 HTTP/1.1" status: 200 len: 210 time: 0.0766368 Apr 09 13:51:07.736618 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9853fc2-64b6-4438-abde-c7b4b6b898ea req-39a0a2f9-aeb4-4b8c-964d-8e09fe9e4abf tempest-VolumesSnapshotTestJSON-854221919 tempest-VolumesSnapshotTestJSON-854221919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:51:07.737420 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [req-e9853fc2-64b6-4438-abde-c7b4b6b898ea req-39a0a2f9-aeb4-4b8c-964d-8e09fe9e4abf tempest-VolumesSnapshotTestJSON-854221919 tempest-VolumesSnapshotTestJSON-854221919-project] Synchronizing usage tracker for tenant:9315ffdf3d274fc5a37da4a4aa777780 on resource:network {{(pid=85265) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 09 13:51:07.759414 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [req-e9853fc2-64b6-4438-abde-c7b4b6b898ea req-39a0a2f9-aeb4-4b8c-964d-8e09fe9e4abf tempest-VolumesSnapshotTestJSON-854221919 tempest-VolumesSnapshotTestJSON-854221919-project] Unset dirty status for tenant:9315ffdf3d274fc5a37da4a4aa777780 on resource:network {{(pid=85265) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 09 13:51:07.761913 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-e9853fc2-64b6-4438-abde-c7b4b6b898ea req-39a0a2f9-aeb4-4b8c-964d-8e09fe9e4abf tempest-VolumesSnapshotTestJSON-854221919 tempest-VolumesSnapshotTestJSON-854221919-project] 10.222.0.90 "GET /v2.0/networks?id=12ad52cf-1a35-4ab3-95a3-9f3e01f33416 HTTP/1.1" status: 200 len: 813 time: 0.2504292 Apr 09 13:51:07.774646 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.v2.base [req-e9853fc2-64b6-4438-abde-c7b4b6b898ea req-6e3cc9d9-2f9c-418b-a662-7e2c8d4a5557 tempest-VolumesSnapshotTestJSON-854221919 tempest-VolumesSnapshotTestJSON-854221919-project] Request body: {'port': {'device_id': '884927cd-f6ef-4bd0-8236-648b74971255', 'network_id': '12ad52cf-1a35-4ab3-95a3-9f3e01f33416', 'admin_state_up': True, 'tenant_id': '9315ffdf3d274fc5a37da4a4aa777780'}} {{(pid=85265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 09 13:51:07.935231 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [req-e9853fc2-64b6-4438-abde-c7b4b6b898ea req-6e3cc9d9-2f9c-418b-a662-7e2c8d4a5557 tempest-VolumesSnapshotTestJSON-854221919 tempest-VolumesSnapshotTestJSON-854221919-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 13:51:07.941182 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [req-e9853fc2-64b6-4438-abde-c7b4b6b898ea req-6e3cc9d9-2f9c-418b-a662-7e2c8d4a5557 tempest-VolumesSnapshotTestJSON-854221919 tempest-VolumesSnapshotTestJSON-854221919-project] Usage tracker for resource:port and tenant:9315ffdf3d274fc5a37da4a4aa777780 is out of sync, need to count used quota {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 13:51:07.944821 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [req-e9853fc2-64b6-4438-abde-c7b4b6b898ea req-6e3cc9d9-2f9c-418b-a662-7e2c8d4a5557 tempest-VolumesSnapshotTestJSON-854221919 tempest-VolumesSnapshotTestJSON-854221919-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 13:51:07.952292 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [req-e9853fc2-64b6-4438-abde-c7b4b6b898ea req-6e3cc9d9-2f9c-418b-a662-7e2c8d4a5557 tempest-VolumesSnapshotTestJSON-854221919 tempest-VolumesSnapshotTestJSON-854221919-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 13:51:07.962270 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9853fc2-64b6-4438-abde-c7b4b6b898ea req-6e3cc9d9-2f9c-418b-a662-7e2c8d4a5557 tempest-VolumesSnapshotTestJSON-854221919 tempest-VolumesSnapshotTestJSON-854221919-project] Made reservation on behalf of 9315ffdf3d274fc5a37da4a4aa777780 for: {'port': 1} {{(pid=85265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 09 13:51:07.972648 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [req-e9853fc2-64b6-4438-abde-c7b4b6b898ea req-6e3cc9d9-2f9c-418b-a662-7e2c8d4a5557 tempest-VolumesSnapshotTestJSON-854221919 tempest-VolumesSnapshotTestJSON-854221919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853739810'] for port, before_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:51:08.166303 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.db_base_plugin_common [req-e9853fc2-64b6-4438-abde-c7b4b6b898ea req-6e3cc9d9-2f9c-418b-a662-7e2c8d4a5557 tempest-VolumesSnapshotTestJSON-854221919 tempest-VolumesSnapshotTestJSON-854221919-project] Allocated IP 172.20.0.11 (12ad52cf-1a35-4ab3-95a3-9f3e01f33416/34416a6a-bd52-4646-ab7d-89fb46c5b423/cb56ec76-6bbc-4b43-ab65-47f79e9d2759) {{(pid=85265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 09 13:51:08.401336 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [req-e9853fc2-64b6-4438-abde-c7b4b6b898ea req-6e3cc9d9-2f9c-418b-a662-7e2c8d4a5557 tempest-VolumesSnapshotTestJSON-854221919 tempest-VolumesSnapshotTestJSON-854221919-project] Notify callbacks [] for port, precommit_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:51:08.443813 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [req-e9853fc2-64b6-4438-abde-c7b4b6b898ea req-6e3cc9d9-2f9c-418b-a662-7e2c8d4a5557 tempest-VolumesSnapshotTestJSON-854221919 tempest-VolumesSnapshotTestJSON-854221919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853739901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853759498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771815468164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851965059'] for port, after_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:51:08.460568 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-b1b32be8-bacd-4221-8641-937c21f7698a tempest-TestShelveInstance-2046492814 tempest-TestShelveInstance-2046492814-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:51:08.625795 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3cc9d9-2f9c-418b-a662-7e2c8d4a5557 tempest-VolumesSnapshotTestJSON-854221919 tempest-VolumesSnapshotTestJSON-854221919-project] Pushing event updated for resources: {'Port': ['ID=cb56ec76-6bbc-4b43-ab65-47f79e9d2759,revision_number=1']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:51:08.640262 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3cc9d9-2f9c-418b-a662-7e2c8d4a5557 tempest-VolumesSnapshotTestJSON-854221919 tempest-VolumesSnapshotTestJSON-854221919-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:51:08.640617 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3cc9d9-2f9c-418b-a662-7e2c8d4a5557 tempest-VolumesSnapshotTestJSON-854221919 tempest-VolumesSnapshotTestJSON-854221919-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:51:08.641028 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3cc9d9-2f9c-418b-a662-7e2c8d4a5557 tempest-VolumesSnapshotTestJSON-854221919 tempest-VolumesSnapshotTestJSON-854221919-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:51:08.641434 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3cc9d9-2f9c-418b-a662-7e2c8d4a5557 tempest-VolumesSnapshotTestJSON-854221919 tempest-VolumesSnapshotTestJSON-854221919-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:51:08.641950 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3cc9d9-2f9c-418b-a662-7e2c8d4a5557 tempest-VolumesSnapshotTestJSON-854221919 tempest-VolumesSnapshotTestJSON-854221919-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:51:08.642374 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3cc9d9-2f9c-418b-a662-7e2c8d4a5557 tempest-VolumesSnapshotTestJSON-854221919 tempest-VolumesSnapshotTestJSON-854221919-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:51:08.642896 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3cc9d9-2f9c-418b-a662-7e2c8d4a5557 tempest-VolumesSnapshotTestJSON-854221919 tempest-VolumesSnapshotTestJSON-854221919-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:51:08.643304 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3cc9d9-2f9c-418b-a662-7e2c8d4a5557 tempest-VolumesSnapshotTestJSON-854221919 tempest-VolumesSnapshotTestJSON-854221919-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:51:08.643703 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3cc9d9-2f9c-418b-a662-7e2c8d4a5557 tempest-VolumesSnapshotTestJSON-854221919 tempest-VolumesSnapshotTestJSON-854221919-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:51:08.644098 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3cc9d9-2f9c-418b-a662-7e2c8d4a5557 tempest-VolumesSnapshotTestJSON-854221919 tempest-VolumesSnapshotTestJSON-854221919-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:51:08.644491 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3cc9d9-2f9c-418b-a662-7e2c8d4a5557 tempest-VolumesSnapshotTestJSON-854221919 tempest-VolumesSnapshotTestJSON-854221919-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:51:08.644980 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3cc9d9-2f9c-418b-a662-7e2c8d4a5557 tempest-VolumesSnapshotTestJSON-854221919 tempest-VolumesSnapshotTestJSON-854221919-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:51:08.651150 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-6e3cc9d9-2f9c-418b-a662-7e2c8d4a5557 tempest-VolumesSnapshotTestJSON-854221919 tempest-VolumesSnapshotTestJSON-854221919-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:51:08.691875 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9853fc2-64b6-4438-abde-c7b4b6b898ea req-6e3cc9d9-2f9c-418b-a662-7e2c8d4a5557 tempest-VolumesSnapshotTestJSON-854221919 tempest-VolumesSnapshotTestJSON-854221919-project] Network 12ad52cf-1a35-4ab3-95a3-9f3e01f33416 is already hosted by enough agents. {{(pid=85265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 09 13:51:08.693190 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.scheduler.base_scheduler [req-e9853fc2-64b6-4438-abde-c7b4b6b898ea req-6e3cc9d9-2f9c-418b-a662-7e2c8d4a5557 tempest-VolumesSnapshotTestJSON-854221919 tempest-VolumesSnapshotTestJSON-854221919-project] Resources bound (agent type, host, resource id): {{(pid=85265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 09 13:51:08.695716 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9853fc2-64b6-4438-abde-c7b4b6b898ea req-6e3cc9d9-2f9c-418b-a662-7e2c8d4a5557 tempest-VolumesSnapshotTestJSON-854221919 tempest-VolumesSnapshotTestJSON-854221919-project] Received port after_create {{(pid=85265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 09 13:51:08.769264 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9853fc2-64b6-4438-abde-c7b4b6b898ea req-6e3cc9d9-2f9c-418b-a662-7e2c8d4a5557 tempest-VolumesSnapshotTestJSON-854221919 tempest-VolumesSnapshotTestJSON-854221919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:51:08.770049 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [req-e9853fc2-64b6-4438-abde-c7b4b6b898ea req-6e3cc9d9-2f9c-418b-a662-7e2c8d4a5557 tempest-VolumesSnapshotTestJSON-854221919 tempest-VolumesSnapshotTestJSON-854221919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770645'] for port, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:51:08.796769 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-e9853fc2-64b6-4438-abde-c7b4b6b898ea req-6e3cc9d9-2f9c-418b-a662-7e2c8d4a5557 tempest-VolumesSnapshotTestJSON-854221919 tempest-VolumesSnapshotTestJSON-854221919-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0268643 Apr 09 13:51:08.815280 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.v2.base [req-e9853fc2-64b6-4438-abde-c7b4b6b898ea req-c78774a1-badf-4cd8-930f-a5e2a9b73af6 service neutron] Request body: {'port': {'device_id': '884927cd-f6ef-4bd0-8236-648b74971255', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78536'}} {{(pid=85265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 09 13:51:08.950211 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [req-e9853fc2-64b6-4438-abde-c7b4b6b898ea req-c78774a1-badf-4cd8-930f-a5e2a9b73af6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853739810'] for port, before_update {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:51:08.969303 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb396ab9-a32d-4d0c-a253-2f6a72ec2972 req-56e460b7-32b7-4912-99bf-a9515dff01ed tempest-VolumesSnapshotTestJSON-854221919 tempest-VolumesSnapshotTestJSON-854221919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:51:08.971655 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-bb396ab9-a32d-4d0c-a253-2f6a72ec2972 req-56e460b7-32b7-4912-99bf-a9515dff01ed tempest-VolumesSnapshotTestJSON-854221919 tempest-VolumesSnapshotTestJSON-854221919-project] 10.222.0.75 "GET /v2.0/ports?device_id=884927cd-f6ef-4bd0-8236-648b74971255 HTTP/1.1" status: 200 len: 932 time: 0.1072886 Apr 09 13:51:09.009184 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-bb396ab9-a32d-4d0c-a253-2f6a72ec2972 req-e7c27805-bef9-46c2-bd9d-7c88c5400700 tempest-VolumesSnapshotTestJSON-854221919 tempest-VolumesSnapshotTestJSON-854221919-project] 10.222.0.75 "GET /v2.0/security-groups?id=d687cea6-649b-46de-844b-68c307ed6ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298369 Apr 09 13:51:09.437592 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.notifiers.nova [req-e9853fc2-64b6-4438-abde-c7b4b6b898ea req-c78774a1-badf-4cd8-930f-a5e2a9b73af6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb56ec76-6bbc-4b43-ab65-47f79e9d2759 {{(pid=85265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 09 13:51:09.446777 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [req-e9853fc2-64b6-4438-abde-c7b4b6b898ea req-c78774a1-badf-4cd8-930f-a5e2a9b73af6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:51:09.466424 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.provisioning_blocks [req-e9853fc2-64b6-4438-abde-c7b4b6b898ea req-c78774a1-badf-4cd8-930f-a5e2a9b73af6 service neutron] Transition to ACTIVE for port object cb56ec76-6bbc-4b43-ab65-47f79e9d2759 will not be triggered until provisioned by entity L2. {{(pid=85265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 09 13:51:09.469881 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [req-e9853fc2-64b6-4438-abde-c7b4b6b898ea req-c78774a1-badf-4cd8-930f-a5e2a9b73af6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853739901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853759498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265038874484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771815468181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265039307602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2810724'] for port, after_update {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:51:09.487025 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-551f4aa9-0ed8-4465-a000-f389b561ae34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:51:09.633933 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78774a1-badf-4cd8-930f-a5e2a9b73af6 service neutron] Pushing event updated for resources: {'Port': ['ID=cb56ec76-6bbc-4b43-ab65-47f79e9d2759,revision_number=2']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:51:09.639280 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-c78774a1-badf-4cd8-930f-a5e2a9b73af6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:51:09.863291 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.managers [req-e9853fc2-64b6-4438-abde-c7b4b6b898ea req-c78774a1-badf-4cd8-930f-a5e2a9b73af6 service neutron] Attempting to bind port cb56ec76-6bbc-4b43-ab65-47f79e9d2759 on host hv-cinder-78536 for vnic_type normal with profile {{(pid=85265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 09 13:51:09.864022 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.managers [req-e9853fc2-64b6-4438-abde-c7b4b6b898ea req-c78774a1-badf-4cd8-930f-a5e2a9b73af6 service neutron] Attempting to bind port cb56ec76-6bbc-4b43-ab65-47f79e9d2759 by drivers openvswitch,hyperv on host hv-cinder-78536 at level 0 using segments [{'id': '46faed05-cf6e-4ae4-bbb6-688aae85c3e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '12ad52cf-1a35-4ab3-95a3-9f3e01f33416'}] {{(pid=85265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 09 13:51:09.864204 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9853fc2-64b6-4438-abde-c7b4b6b898ea req-c78774a1-badf-4cd8-930f-a5e2a9b73af6 service neutron] Attempting to bind port cb56ec76-6bbc-4b43-ab65-47f79e9d2759 on network 12ad52cf-1a35-4ab3-95a3-9f3e01f33416 {{(pid=85265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 09 13:51:09.870068 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9853fc2-64b6-4438-abde-c7b4b6b898ea req-c78774a1-badf-4cd8-930f-a5e2a9b73af6 service neutron] Port cb56ec76-6bbc-4b43-ab65-47f79e9d2759 on network 12ad52cf-1a35-4ab3-95a3-9f3e01f33416 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78536 {{(pid=85265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 09 13:51:09.871567 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9853fc2-64b6-4438-abde-c7b4b6b898ea req-c78774a1-badf-4cd8-930f-a5e2a9b73af6 service neutron] Attempting to bind port cb56ec76-6bbc-4b43-ab65-47f79e9d2759 on network 12ad52cf-1a35-4ab3-95a3-9f3e01f33416 {{(pid=85265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 09 13:51:09.877352 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9853fc2-64b6-4438-abde-c7b4b6b898ea req-c78774a1-badf-4cd8-930f-a5e2a9b73af6 service neutron] Checking agent: {'id': '5a3daac1-2611-42bd-a388-caa17c5666c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78536', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 9, 13, 45, 11), 'started_at': datetime.datetime(2021, 4, 9, 13, 45, 11), 'heartbeat_timestamp': datetime.datetime(2021, 4, 9, 13, 50, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 09 13:51:09.877736 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9853fc2-64b6-4438-abde-c7b4b6b898ea req-c78774a1-badf-4cd8-930f-a5e2a9b73af6 service neutron] Checking segment: {'id': '46faed05-cf6e-4ae4-bbb6-688aae85c3e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '12ad52cf-1a35-4ab3-95a3-9f3e01f33416'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 09 13:51:09.878166 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9853fc2-64b6-4438-abde-c7b4b6b898ea req-c78774a1-badf-4cd8-930f-a5e2a9b73af6 service neutron] Bound using segment: {'id': '46faed05-cf6e-4ae4-bbb6-688aae85c3e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '12ad52cf-1a35-4ab3-95a3-9f3e01f33416'} {{(pid=85265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 09 13:51:09.878637 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.managers [req-e9853fc2-64b6-4438-abde-c7b4b6b898ea req-c78774a1-badf-4cd8-930f-a5e2a9b73af6 service neutron] Bound port: cb56ec76-6bbc-4b43-ab65-47f79e9d2759, host: hv-cinder-78536, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46faed05-cf6e-4ae4-bbb6-688aae85c3e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '12ad52cf-1a35-4ab3-95a3-9f3e01f33416'}}] {{(pid=85265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 09 13:51:09.879040 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [req-e9853fc2-64b6-4438-abde-c7b4b6b898ea req-c78774a1-badf-4cd8-930f-a5e2a9b73af6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853739810'] for port, before_update {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:51:09.945452 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85266) accepted ('10.222.0.75', 34806) {{(pid=85266) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:51:09.974744 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.db [req-e9853fc2-64b6-4438-abde-c7b4b6b898ea req-c78774a1-badf-4cd8-930f-a5e2a9b73af6 service neutron] For port cb56ec76-6bbc-4b43-ab65-47f79e9d2759, host hv-cinder-78536, cleared binding levels {{(pid=85265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 09 13:51:09.978244 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.db [req-e9853fc2-64b6-4438-abde-c7b4b6b898ea req-c78774a1-badf-4cd8-930f-a5e2a9b73af6 service neutron] For port cb56ec76-6bbc-4b43-ab65-47f79e9d2759, host hv-cinder-78536, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=cb56ec76-6bbc-4b43-ab65-47f79e9d2759,segment=NetworkSegment(46faed05-cf6e-4ae4-bbb6-688aae85c3e4),segment_id=46faed05-cf6e-4ae4-bbb6-688aae85c3e4)] {{(pid=85265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 09 13:51:09.984956 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [req-e9853fc2-64b6-4438-abde-c7b4b6b898ea req-c78774a1-badf-4cd8-930f-a5e2a9b73af6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853739901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853759498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265038874484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771815468181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265039307602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2810724'] for port, after_update {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:51:10.001652 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-1004f384-5684-4e23-b1a4-765d8e8de1d0 tempest-VolumesSnapshotTestJSON-854221919 tempest-VolumesSnapshotTestJSON-854221919-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:51:10.094853 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-6359262b-478f-4cdc-be04-11eee47e3333 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:51:10.112606 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-6359262b-478f-4cdc-be04-11eee47e3333 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 13:51:10.117482 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-6359262b-478f-4cdc-be04-11eee47e3333 admin admin] Usage tracker for resource:security_group_rule and tenant:9657121291f941d18b89cda67bc0a51d is out of sync, need to count used quota {{(pid=85266) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 13:51:10.121384 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-6359262b-478f-4cdc-be04-11eee47e3333 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85266) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 13:51:10.128330 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-6359262b-478f-4cdc-be04-11eee47e3333 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 13:51:10.165139 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78774a1-badf-4cd8-930f-a5e2a9b73af6 service neutron] Pushing event updated for resources: {'Port': ['ID=cb56ec76-6bbc-4b43-ab65-47f79e9d2759,revision_number=3']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:51:10.170573 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-c78774a1-badf-4cd8-930f-a5e2a9b73af6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:51:10.206611 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9853fc2-64b6-4438-abde-c7b4b6b898ea req-c78774a1-badf-4cd8-930f-a5e2a9b73af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:51:10.207053 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [req-e9853fc2-64b6-4438-abde-c7b4b6b898ea req-c78774a1-badf-4cd8-930f-a5e2a9b73af6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770645'] for port, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:51:10.208897 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-e9853fc2-64b6-4438-abde-c7b4b6b898ea req-c78774a1-badf-4cd8-930f-a5e2a9b73af6 service neutron] 10.222.0.90 "PUT /v2.0/ports/cb56ec76-6bbc-4b43-ab65-47f79e9d2759 HTTP/1.1" status: 200 len: 1094 time: 1.3983629 Apr 09 13:51:10.209569 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '884927cd-f6ef-4bd0-8236-648b74971255', 'tag': 'cb56ec76-6bbc-4b43-ab65-47f79e9d2759'}] {{(pid=85265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 09 13:51:10.290133 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367f1eeb-e589-4c5a-809d-837b1242301c req-a872c98e-7436-423b-92f1-409b44d2f90d tempest-VolumesSnapshotTestJSON-854221919 tempest-VolumesSnapshotTestJSON-854221919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:51:10.291828 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-367f1eeb-e589-4c5a-809d-837b1242301c req-a872c98e-7436-423b-92f1-409b44d2f90d tempest-VolumesSnapshotTestJSON-854221919 tempest-VolumesSnapshotTestJSON-854221919-project] 10.222.0.75 "GET /v2.0/ports?device_id=884927cd-f6ef-4bd0-8236-648b74971255 HTTP/1.1" status: 200 len: 944 time: 0.1537602 Apr 09 13:51:10.341120 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9853fc2-64b6-4438-abde-c7b4b6b898ea req-af5a323e-13cb-4552-8a9d-f7fcc505bd9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:51:10.342789 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-e9853fc2-64b6-4438-abde-c7b4b6b898ea req-af5a323e-13cb-4552-8a9d-f7fcc505bd9e service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=9315ffdf3d274fc5a37da4a4aa777780&device_id=884927cd-f6ef-4bd0-8236-648b74971255 HTTP/1.1" status: 200 len: 1097 time: 0.0919201 Apr 09 13:51:10.344280 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-6359262b-478f-4cdc-be04-11eee47e3333 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:51:10.347993 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-367f1eeb-e589-4c5a-809d-837b1242301c req-67636077-7221-4acf-83c6-0837342dee4a tempest-VolumesSnapshotTestJSON-854221919 tempest-VolumesSnapshotTestJSON-854221919-project] 10.222.0.75 "GET /v2.0/security-groups?id=d687cea6-649b-46de-844b-68c307ed6ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444298 Apr 09 13:51:10.349059 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-6359262b-478f-4cdc-be04-11eee47e3333 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738555'] for security_group, after_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:51:10.358959 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-aee76267-9eb3-4e6f-a5c4-741544f5a3d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:51:10.404703 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-6359262b-478f-4cdc-be04-11eee47e3333 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=9657121291f941d18b89cda67bc0a51d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4579384 Apr 09 13:51:10.407180 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6359262b-478f-4cdc-be04-11eee47e3333 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba2d9be0-3c3d-48c9-8762-f14f81ffe41e,revision_number=1']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:51:10.409472 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85266) accepted ('10.222.0.75', 34816) {{(pid=85266) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:51:10.422647 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-e9853fc2-64b6-4438-abde-c7b4b6b898ea req-c6b7f578-b9c2-422d-8c36-3a748a130057 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cb56ec76-6bbc-4b43-ab65-47f79e9d2759 HTTP/1.1" status: 200 len: 217 time: 0.0712218 Apr 09 13:51:10.425865 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '884927cd-f6ef-4bd0-8236-648b74971255', 'tag': 'cb56ec76-6bbc-4b43-ab65-47f79e9d2759', 'status': 'completed', 'code': 200} Apr 09 13:51:10.432242 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6359262b-478f-4cdc-be04-11eee47e3333 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:51:10.432620 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6359262b-478f-4cdc-be04-11eee47e3333 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:51:10.433057 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6359262b-478f-4cdc-be04-11eee47e3333 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:51:10.433859 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6359262b-478f-4cdc-be04-11eee47e3333 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:51:10.433859 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6359262b-478f-4cdc-be04-11eee47e3333 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:51:10.435319 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6359262b-478f-4cdc-be04-11eee47e3333 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:51:10.435319 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6359262b-478f-4cdc-be04-11eee47e3333 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:51:10.435319 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6359262b-478f-4cdc-be04-11eee47e3333 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:51:10.435319 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6359262b-478f-4cdc-be04-11eee47e3333 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:51:10.436276 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6359262b-478f-4cdc-be04-11eee47e3333 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:51:10.436276 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6359262b-478f-4cdc-be04-11eee47e3333 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:51:10.436558 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6359262b-478f-4cdc-be04-11eee47e3333 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:51:10.442102 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-6359262b-478f-4cdc-be04-11eee47e3333 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:51:10.509621 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-4688a648-6a34-42be-8437-f91db3f94a37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:51:10.512406 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9853fc2-64b6-4438-abde-c7b4b6b898ea req-ab717193-8c1d-465c-ae50-db3f7d7f2bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:51:10.515311 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-e9853fc2-64b6-4438-abde-c7b4b6b898ea req-ab717193-8c1d-465c-ae50-db3f7d7f2bfa service neutron] 10.222.0.90 "GET /v2.0/subnets?id=34416a6a-bd52-4646-ab7d-89fb46c5b423 HTTP/1.1" status: 200 len: 853 time: 0.0794785 Apr 09 13:51:10.546977 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-4688a648-6a34-42be-8437-f91db3f94a37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:51:10.575399 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-e9853fc2-64b6-4438-abde-c7b4b6b898ea req-6dcc38a0-f8de-401f-9abf-06c07bf0ec0b service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=12ad52cf-1a35-4ab3-95a3-9f3e01f33416&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0519121 Apr 09 13:51:10.605969 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-4688a648-6a34-42be-8437-f91db3f94a37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738555'] for security_group, after_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:51:10.615574 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-edefea70-d557-4316-9b02-a9943b6c48c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:51:10.630657 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4688a648-6a34-42be-8437-f91db3f94a37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba2d9be0-3c3d-48c9-8762-f14f81ffe41e,revision_number=None']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:51:10.634825 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-4688a648-6a34-42be-8437-f91db3f94a37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:51:10.641257 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-4688a648-6a34-42be-8437-f91db3f94a37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:51:10.642884 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-4688a648-6a34-42be-8437-f91db3f94a37 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/ba2d9be0-3c3d-48c9-8762-f14f81ffe41e HTTP/1.1" status: 204 len: 168 time: 0.2319574 Apr 09 13:51:10.732372 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-e9853fc2-64b6-4438-abde-c7b4b6b898ea req-2a2c7634-febf-4c4f-8428-c65a936237ac service neutron] 10.222.0.90 "GET /v2.0/networks/12ad52cf-1a35-4ab3-95a3-9f3e01f33416?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482475 Apr 09 13:51:10.883698 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-e9853fc2-64b6-4438-abde-c7b4b6b898ea req-90dbe4c1-c07b-43c8-a664-a893672f5d09 service neutron] 10.222.0.90 "GET /v2.0/networks/12ad52cf-1a35-4ab3-95a3-9f3e01f33416?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443529 Apr 09 13:51:10.920373 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:51:10.974516 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85266) accepted ('10.222.0.75', 34826) {{(pid=85266) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:51:10.995974 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-e5d925db-fc5d-48ba-98fa-6dbe23843ab2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:51:11.012445 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-e5d925db-fc5d-48ba-98fa-6dbe23843ab2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 13:51:11.016707 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-e5d925db-fc5d-48ba-98fa-6dbe23843ab2 admin admin] Usage tracker for resource:security_group_rule and tenant:da49d8ac6e8c45bab46e5a2c0870f5b1 is out of sync, need to count used quota {{(pid=85266) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 13:51:11.020205 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-e5d925db-fc5d-48ba-98fa-6dbe23843ab2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85266) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 13:51:11.021071 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2884c242-bddd-4085-a10d-da2a61ff4aba req-bc3b7727-0fea-45d1-9cf8-3c7e41feabf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:51:11.022722 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-2884c242-bddd-4085-a10d-da2a61ff4aba req-bc3b7727-0fea-45d1-9cf8-3c7e41feabf9 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=9315ffdf3d274fc5a37da4a4aa777780&device_id=884927cd-f6ef-4bd0-8236-648b74971255 HTTP/1.1" status: 200 len: 1097 time: 0.0855849 Apr 09 13:51:11.027837 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-e5d925db-fc5d-48ba-98fa-6dbe23843ab2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 13:51:11.121712 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-e5d925db-fc5d-48ba-98fa-6dbe23843ab2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:51:11.124465 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-e5d925db-fc5d-48ba-98fa-6dbe23843ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738555'] for security_group, after_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:51:11.141706 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-d31eb11d-3bd6-4ceb-97c7-dc5aa1f4fc7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:51:11.190736 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2884c242-bddd-4085-a10d-da2a61ff4aba req-2acc2e93-5280-40c5-892d-141b38a02877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:51:11.192300 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-2884c242-bddd-4085-a10d-da2a61ff4aba req-2acc2e93-5280-40c5-892d-141b38a02877 service neutron] 10.222.0.90 "GET /v2.0/networks?id=12ad52cf-1a35-4ab3-95a3-9f3e01f33416 HTTP/1.1" status: 200 len: 914 time: 0.1625679 Apr 09 13:51:11.228425 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-e5d925db-fc5d-48ba-98fa-6dbe23843ab2 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=da49d8ac6e8c45bab46e5a2c0870f5b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2525852 Apr 09 13:51:11.233231 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85266) accepted ('10.222.0.75', 34830) {{(pid=85266) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:51:11.249721 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d925db-fc5d-48ba-98fa-6dbe23843ab2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=201401f0-ffbc-4a18-84f1-62fcc44c0623,revision_number=1']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:51:11.257426 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-e5d925db-fc5d-48ba-98fa-6dbe23843ab2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:51:11.273100 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-2884c242-bddd-4085-a10d-da2a61ff4aba req-1c274c49-4e14-412c-826a-8681c9c8b535 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cb56ec76-6bbc-4b43-ab65-47f79e9d2759 HTTP/1.1" status: 200 len: 217 time: 0.0740266 Apr 09 13:51:11.321272 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-035c3169-e8c4-4c88-9b92-5f8eb56a1ee5 req-fa40a121-de9e-4d2c-abc1-b4f494a59d6e service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=1ffb272c-6295-48b3-b9cd-fed761b141a7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1625071 Apr 09 13:51:11.326953 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-a523143e-ad7d-4663-8a4d-c2ccd367b6c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:51:11.353551 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2884c242-bddd-4085-a10d-da2a61ff4aba req-386c7854-9b7f-404d-b564-affc49ed1d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:51:11.355844 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-2884c242-bddd-4085-a10d-da2a61ff4aba req-386c7854-9b7f-404d-b564-affc49ed1d63 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=34416a6a-bd52-4646-ab7d-89fb46c5b423 HTTP/1.1" status: 200 len: 853 time: 0.0755198 Apr 09 13:51:11.410068 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-a523143e-ad7d-4663-8a4d-c2ccd367b6c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:51:11.414670 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-2884c242-bddd-4085-a10d-da2a61ff4aba req-db333cb5-8df6-46d2-83ff-f73830f611c9 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=12ad52cf-1a35-4ab3-95a3-9f3e01f33416&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0520709 Apr 09 13:51:11.477714 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035c3169-e8c4-4c88-9b92-5f8eb56a1ee5 req-fe4c985d-1232-487d-9f4d-71f5bd273e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:51:11.479351 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-035c3169-e8c4-4c88-9b92-5f8eb56a1ee5 req-fe4c985d-1232-487d-9f4d-71f5bd273e4b service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=8b1366e2a2764227a2e3ada9f6348323&device_id=1ffb272c-6295-48b3-b9cd-fed761b141a7 HTTP/1.1" status: 200 len: 1099 time: 0.1346676 Apr 09 13:51:11.575256 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-a523143e-ad7d-4663-8a4d-c2ccd367b6c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738555'] for security_group, after_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:51:11.583738 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-cf8fed1f-4690-4a41-a3df-a92c825b0c0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:51:11.583986 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-2884c242-bddd-4085-a10d-da2a61ff4aba req-868b3e5b-0041-445e-a629-d9ae73f4bbcc service neutron] 10.222.0.90 "GET /v2.0/networks/12ad52cf-1a35-4ab3-95a3-9f3e01f33416?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1612654 Apr 09 13:51:11.644892 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a523143e-ad7d-4663-8a4d-c2ccd367b6c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=201401f0-ffbc-4a18-84f1-62fcc44c0623,revision_number=None']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:51:11.648751 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-a523143e-ad7d-4663-8a4d-c2ccd367b6c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:51:11.679292 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-a523143e-ad7d-4663-8a4d-c2ccd367b6c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:51:11.680505 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-a523143e-ad7d-4663-8a4d-c2ccd367b6c0 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/201401f0-ffbc-4a18-84f1-62fcc44c0623 HTTP/1.1" status: 204 len: 168 time: 0.4461360 Apr 09 13:51:11.739398 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4671d5ee-324a-4df2-b6d4-eedf1f6100bb req-85d7a935-cac9-409f-9907-8a33131e3ebe tempest-VolumesSnapshotTestJSON-854221919 tempest-VolumesSnapshotTestJSON-854221919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:51:11.741075 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-4671d5ee-324a-4df2-b6d4-eedf1f6100bb req-85d7a935-cac9-409f-9907-8a33131e3ebe tempest-VolumesSnapshotTestJSON-854221919 tempest-VolumesSnapshotTestJSON-854221919-project] 10.222.0.75 "GET /v2.0/ports?device_id=884927cd-f6ef-4bd0-8236-648b74971255 HTTP/1.1" status: 200 len: 944 time: 0.2596884 Apr 09 13:51:11.745910 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-2884c242-bddd-4085-a10d-da2a61ff4aba req-adb057a3-efe6-4308-870e-4f47ca546c6d service neutron] 10.222.0.90 "GET /v2.0/networks/12ad52cf-1a35-4ab3-95a3-9f3e01f33416?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1539392 Apr 09 13:51:11.746907 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035c3169-e8c4-4c88-9b92-5f8eb56a1ee5 req-c1691016-8494-4453-bf81-4e67ee988dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:51:11.746907 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-035c3169-e8c4-4c88-9b92-5f8eb56a1ee5 req-c1691016-8494-4453-bf81-4e67ee988dbc service neutron] 10.222.0.90 "GET /v2.0/networks?id=05572312-ba94-44c0-9d23-59b1e6c5c81f HTTP/1.1" status: 200 len: 912 time: 0.2247679 Apr 09 13:51:11.853040 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-4671d5ee-324a-4df2-b6d4-eedf1f6100bb req-8a6ae128-77b0-4c1e-bccd-2c179304cf78 tempest-VolumesSnapshotTestJSON-854221919 tempest-VolumesSnapshotTestJSON-854221919-project] 10.222.0.75 "GET /v2.0/security-groups?id=d687cea6-649b-46de-844b-68c307ed6ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979521 Apr 09 13:51:11.894349 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-035c3169-e8c4-4c88-9b92-5f8eb56a1ee5 req-ead4beac-09d4-4953-8f3a-23107bd45525 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c815e3b4-7583-4fdb-941f-62cd10bf1dd3 HTTP/1.1" status: 200 len: 1001 time: 0.1245742 Apr 09 13:51:11.972991 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035c3169-e8c4-4c88-9b92-5f8eb56a1ee5 req-35134535-589c-48e9-af75-aff2edbf93b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:51:11.975541 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-035c3169-e8c4-4c88-9b92-5f8eb56a1ee5 req-35134535-589c-48e9-af75-aff2edbf93b9 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=52cd575a-477f-4889-af1f-960c6b2cd43e HTTP/1.1" status: 200 len: 850 time: 0.0730679 Apr 09 13:51:12.075455 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035c3169-e8c4-4c88-9b92-5f8eb56a1ee5 req-483cba41-8251-4b00-a010-e29f30c8b4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:51:12.075455 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-035c3169-e8c4-4c88-9b92-5f8eb56a1ee5 req-483cba41-8251-4b00-a010-e29f30c8b4d0 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=05572312-ba94-44c0-9d23-59b1e6c5c81f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0907300 Apr 09 13:51:12.237116 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-035c3169-e8c4-4c88-9b92-5f8eb56a1ee5 req-535c90db-63fb-4d2f-9aa0-b4156679b482 service neutron] 10.222.0.90 "GET /v2.0/networks/05572312-ba94-44c0-9d23-59b1e6c5c81f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545846 Apr 09 13:51:12.435972 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-035c3169-e8c4-4c88-9b92-5f8eb56a1ee5 req-6db5ec96-e9c8-4c16-afe3-77aeec8cdd50 service neutron] 10.222.0.90 "GET /v2.0/networks/05572312-ba94-44c0-9d23-59b1e6c5c81f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1911328 Apr 09 13:51:13.108189 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0707905-a68e-4140-b3ac-8f3ecc04d7af req-0272916c-219c-475d-ac86-f48f1ffcbb69 tempest-VolumesSnapshotTestJSON-854221919 tempest-VolumesSnapshotTestJSON-854221919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:51:13.109900 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-c0707905-a68e-4140-b3ac-8f3ecc04d7af req-0272916c-219c-475d-ac86-f48f1ffcbb69 tempest-VolumesSnapshotTestJSON-854221919 tempest-VolumesSnapshotTestJSON-854221919-project] 10.222.0.75 "GET /v2.0/ports?device_id=884927cd-f6ef-4bd0-8236-648b74971255 HTTP/1.1" status: 200 len: 944 time: 0.1124618 Apr 09 13:51:13.142498 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-c0707905-a68e-4140-b3ac-8f3ecc04d7af req-4bbf9aef-a129-49ba-8015-db0d4e00cec5 tempest-VolumesSnapshotTestJSON-854221919 tempest-VolumesSnapshotTestJSON-854221919-project] 10.222.0.75 "GET /v2.0/security-groups?id=d687cea6-649b-46de-844b-68c307ed6ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0254412 Apr 09 13:51:14.023802 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85266) accepted ('10.222.0.75', 34888) {{(pid=85266) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:51:14.158450 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-ceae12fa-2ae4-47db-a965-a40eb54643f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:51:14.174187 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-ceae12fa-2ae4-47db-a965-a40eb54643f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 13:51:14.178469 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-ceae12fa-2ae4-47db-a965-a40eb54643f6 admin admin] Usage tracker for resource:security_group_rule and tenant:186508c4fb744c0f89cc11ca8f5f8266 is out of sync, need to count used quota {{(pid=85266) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 13:51:14.181500 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-ceae12fa-2ae4-47db-a965-a40eb54643f6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85266) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 13:51:14.188568 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-ceae12fa-2ae4-47db-a965-a40eb54643f6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 13:51:14.278039 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-ceae12fa-2ae4-47db-a965-a40eb54643f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:51:14.321620 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-ceae12fa-2ae4-47db-a965-a40eb54643f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738555'] for security_group, after_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:51:14.336059 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-707e0224-f758-4ff8-89db-77cf8f450a77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:51:14.389171 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-ceae12fa-2ae4-47db-a965-a40eb54643f6 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=186508c4fb744c0f89cc11ca8f5f8266&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3640575 Apr 09 13:51:14.391746 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceae12fa-2ae4-47db-a965-a40eb54643f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dabf1388-1c91-46c9-9f0c-e3f35c2723b4,revision_number=1']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:51:14.392212 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.75', 34896) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:51:14.395613 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-ceae12fa-2ae4-47db-a965-a40eb54643f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:51:14.434085 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cb1905-a6fa-4975-ab85-931d1731f5cf req-45bf5b8b-e0f7-480f-9415-da466e596980 tempest-VolumesSnapshotTestJSON-854221919 tempest-VolumesSnapshotTestJSON-854221919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:51:14.435770 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-76cb1905-a6fa-4975-ab85-931d1731f5cf req-45bf5b8b-e0f7-480f-9415-da466e596980 tempest-VolumesSnapshotTestJSON-854221919 tempest-VolumesSnapshotTestJSON-854221919-project] 10.222.0.75 "GET /v2.0/ports?device_id=884927cd-f6ef-4bd0-8236-648b74971255 HTTP/1.1" status: 200 len: 944 time: 0.1599801 Apr 09 13:51:14.468381 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-caf63645-5887-49d0-a2a5-d35fd643f9c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:51:14.468634 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-76cb1905-a6fa-4975-ab85-931d1731f5cf req-02a5642c-ffd8-4114-9fd4-06102517acec tempest-VolumesSnapshotTestJSON-854221919 tempest-VolumesSnapshotTestJSON-854221919-project] 10.222.0.75 "GET /v2.0/security-groups?id=d687cea6-649b-46de-844b-68c307ed6ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0258982 Apr 09 13:51:14.507457 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-caf63645-5887-49d0-a2a5-d35fd643f9c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:51:14.562877 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-caf63645-5887-49d0-a2a5-d35fd643f9c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738555'] for security_group, after_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:51:14.567905 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-67613290-6994-4849-b013-7e4c0d928f0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:51:14.579475 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf63645-5887-49d0-a2a5-d35fd643f9c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dabf1388-1c91-46c9-9f0c-e3f35c2723b4,revision_number=None']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:51:14.584510 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-caf63645-5887-49d0-a2a5-d35fd643f9c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:51:14.586896 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-caf63645-5887-49d0-a2a5-d35fd643f9c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:51:14.588168 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-caf63645-5887-49d0-a2a5-d35fd643f9c7 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/dabf1388-1c91-46c9-9f0c-e3f35c2723b4 HTTP/1.1" status: 204 len: 168 time: 0.1948323 Apr 09 13:51:14.683340 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.rpc [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Device cb56ec76-6bbc-4b43-ab65-47f79e9d2759 details requested by agent hyperv_hv-cinder-78536 with host hv-cinder-78536 {{(pid=85267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 09 13:51:14.840366 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.db [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] For port cb56ec76-6bbc-4b43-ab65-47f79e9d2759, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=cb56ec76-6bbc-4b43-ab65-47f79e9d2759,segment=NetworkSegment(46faed05-cf6e-4ae4-bbb6-688aae85c3e4),segment_id=46faed05-cf6e-4ae4-bbb6-688aae85c3e4)] {{(pid=85267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 09 13:51:14.856553 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.rpc [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Returning: {'device': 'cb56ec76-6bbc-4b43-ab65-47f79e9d2759', 'network_id': '12ad52cf-1a35-4ab3-95a3-9f3e01f33416', 'port_id': 'cb56ec76-6bbc-4b43-ab65-47f79e9d2759', 'mac_address': 'fa:16:3e:19:c8:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 615, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34416a6a-bd52-4646-ab7d-89fb46c5b423', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 09 13:51:14.907120 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.75', 34904) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:51:14.925089 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853739810'] for port, before_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:51:14.926544 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.notifiers.nova [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb56ec76-6bbc-4b43-ab65-47f79e9d2759 {{(pid=85267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 09 13:51:14.928058 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-d93652be-ad41-449d-b495-691ab2798615 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:51:14.944351 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-d93652be-ad41-449d-b495-691ab2798615 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 13:51:14.949495 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.db [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] For port cb56ec76-6bbc-4b43-ab65-47f79e9d2759, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=cb56ec76-6bbc-4b43-ab65-47f79e9d2759,segment=NetworkSegment(46faed05-cf6e-4ae4-bbb6-688aae85c3e4),segment_id=46faed05-cf6e-4ae4-bbb6-688aae85c3e4)] {{(pid=85267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 09 13:51:14.950002 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-d93652be-ad41-449d-b495-691ab2798615 admin admin] Usage tracker for resource:security_group_rule and tenant:a14dce79b57f461b9e7204b718ec3339 is out of sync, need to count used quota {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 13:51:14.952987 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853739901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853759498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265038874484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771815468181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265039307602'] for port, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:51:14.953429 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-d93652be-ad41-449d-b495-691ab2798615 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 13:51:14.954988 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:51:14.959941 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-d93652be-ad41-449d-b495-691ab2798615 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 13:51:15.029476 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Pushing event updated for resources: {'Port': ['ID=cb56ec76-6bbc-4b43-ab65-47f79e9d2759,revision_number=4']} {{(pid=85267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:51:15.033153 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=85267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:51:15.053465 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-d93652be-ad41-449d-b495-691ab2798615 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:51:15.056484 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-d93652be-ad41-449d-b495-691ab2798615 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738555'] for security_group, after_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:51:15.064728 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-677f2df6-d387-4d2e-8ac3-0bb51189f748 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:51:15.113299 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-d93652be-ad41-449d-b495-691ab2798615 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=a14dce79b57f461b9e7204b718ec3339&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2048967 Apr 09 13:51:15.114311 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93652be-ad41-449d-b495-691ab2798615 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c14473a2-e309-45e8-b284-028410d28439,revision_number=1']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:51:15.116936 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85266) accepted ('10.222.0.75', 34908) {{(pid=85266) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:51:15.117457 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-d93652be-ad41-449d-b495-691ab2798615 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:51:15.186678 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-64b8fa08-6858-4281-9cea-0105f12f8e18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:51:15.214358 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-64b8fa08-6858-4281-9cea-0105f12f8e18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:51:15.262904 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-64b8fa08-6858-4281-9cea-0105f12f8e18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738555'] for security_group, after_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:51:15.267958 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-9615f804-bea8-4f08-9703-ae7b4971ef5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:51:15.282721 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b8fa08-6858-4281-9cea-0105f12f8e18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c14473a2-e309-45e8-b284-028410d28439,revision_number=None']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:51:15.285181 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-64b8fa08-6858-4281-9cea-0105f12f8e18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:51:15.292412 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-64b8fa08-6858-4281-9cea-0105f12f8e18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:51:15.293815 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-64b8fa08-6858-4281-9cea-0105f12f8e18 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/c14473a2-e309-45e8-b284-028410d28439 HTTP/1.1" status: 204 len: 168 time: 0.1753359 Apr 09 13:51:15.328406 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.db [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] get_ports_and_sgs() called for port_ids ['cb56ec76-6bbc-4b43-ab65-47f79e9d2759'] {{(pid=85267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 09 13:51:15.696703 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842f28bb-cd73-4823-ae25-20b06f24aabd req-f8e2908b-8eb1-4bf5-afc3-4030ab4f5ad2 tempest-VolumesSnapshotTestJSON-854221919 tempest-VolumesSnapshotTestJSON-854221919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:51:15.698647 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-842f28bb-cd73-4823-ae25-20b06f24aabd req-f8e2908b-8eb1-4bf5-afc3-4030ab4f5ad2 tempest-VolumesSnapshotTestJSON-854221919 tempest-VolumesSnapshotTestJSON-854221919-project] 10.222.0.75 "GET /v2.0/ports?device_id=884927cd-f6ef-4bd0-8236-648b74971255 HTTP/1.1" status: 200 len: 945 time: 0.0966108 Apr 09 13:51:15.735423 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-842f28bb-cd73-4823-ae25-20b06f24aabd req-023a97b4-6954-40fc-a3e1-afcad6a3abb0 tempest-VolumesSnapshotTestJSON-854221919 tempest-VolumesSnapshotTestJSON-854221919-project] 10.222.0.75 "GET /v2.0/security-groups?id=d687cea6-649b-46de-844b-68c307ed6ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284569 Apr 09 13:51:16.417716 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.agents_db [None req-c64c1605-ccfd-4af7-a5d2-2f7932bd8cd3 None None] Agent healthcheck: found 6 active agents {{(pid=85268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 09 13:51:16.687496 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.rpc [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Device cb56ec76-6bbc-4b43-ab65-47f79e9d2759 up at agent hyperv_hv-cinder-78536 {{(pid=85267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 09 13:51:16.765644 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.provisioning_blocks [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Provisioning for port cb56ec76-6bbc-4b43-ab65-47f79e9d2759 completed by entity L2. {{(pid=85267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 09 13:51:16.770803 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.provisioning_blocks [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Provisioning complete for port cb56ec76-6bbc-4b43-ab65-47f79e9d2759 triggered by entity L2. {{(pid=85267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 09 13:51:16.771229 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765226'] for port, provisioning_complete {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:51:16.923773 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853739810'] for port, before_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:51:16.937043 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '884927cd-f6ef-4bd0-8236-648b74971255', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb56ec76-6bbc-4b43-ab65-47f79e9d2759'}] {{(pid=85267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 09 13:51:16.947718 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.db [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] For port cb56ec76-6bbc-4b43-ab65-47f79e9d2759, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=cb56ec76-6bbc-4b43-ab65-47f79e9d2759,segment=NetworkSegment(46faed05-cf6e-4ae4-bbb6-688aae85c3e4),segment_id=46faed05-cf6e-4ae4-bbb6-688aae85c3e4)] {{(pid=85267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 09 13:51:16.951068 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853739901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853759498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265038874484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771815468181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265039307602'] for port, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:51:16.953469 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:51:16.964751 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d198217c-7f70-48cb-bfc6-8cecdd879b73 req-21e78f9f-5c44-4cfd-8344-ff0134a3bb4c tempest-VolumesSnapshotTestJSON-854221919 tempest-VolumesSnapshotTestJSON-854221919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:51:16.966919 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-d198217c-7f70-48cb-bfc6-8cecdd879b73 req-21e78f9f-5c44-4cfd-8344-ff0134a3bb4c tempest-VolumesSnapshotTestJSON-854221919 tempest-VolumesSnapshotTestJSON-854221919-project] 10.222.0.75 "GET /v2.0/ports?device_id=884927cd-f6ef-4bd0-8236-648b74971255 HTTP/1.1" status: 200 len: 945 time: 0.1047649 Apr 09 13:51:17.016361 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-d198217c-7f70-48cb-bfc6-8cecdd879b73 req-d3ff125d-55a4-49cc-bbc0-125928d5b3c2 tempest-VolumesSnapshotTestJSON-854221919 tempest-VolumesSnapshotTestJSON-854221919-project] 10.222.0.75 "GET /v2.0/security-groups?id=d687cea6-649b-46de-844b-68c307ed6ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378687 Apr 09 13:51:17.039653 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Pushing event updated for resources: {'Port': ['ID=cb56ec76-6bbc-4b43-ab65-47f79e9d2759,revision_number=5']} {{(pid=85267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:51:17.044054 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=85267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:51:17.084134 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '884927cd-f6ef-4bd0-8236-648b74971255', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb56ec76-6bbc-4b43-ab65-47f79e9d2759', 'code': 200} Apr 09 13:51:17.348220 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dcc591-cf5c-421a-af6c-6903a81f599f req-e1fe1e3c-3ae7-46fc-8636-7523717d47b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:51:17.350081 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-22dcc591-cf5c-421a-af6c-6903a81f599f req-e1fe1e3c-3ae7-46fc-8636-7523717d47b0 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=884927cd-f6ef-4bd0-8236-648b74971255 HTTP/1.1" status: 200 len: 1099 time: 0.0849829 Apr 09 13:51:17.379285 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-22dcc591-cf5c-421a-af6c-6903a81f599f req-d425a73f-1b9c-4f96-b76f-6399da91a0e1 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=d687cea6-649b-46de-844b-68c307ed6ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0223522 Apr 09 13:51:18.255313 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4832f0d-9a31-47ef-a50d-3e4b4318cc71 req-6498fc08-c830-4e19-84fb-d35bda73a73b tempest-VolumesSnapshotTestJSON-854221919 tempest-VolumesSnapshotTestJSON-854221919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:51:18.256964 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-d4832f0d-9a31-47ef-a50d-3e4b4318cc71 req-6498fc08-c830-4e19-84fb-d35bda73a73b tempest-VolumesSnapshotTestJSON-854221919 tempest-VolumesSnapshotTestJSON-854221919-project] 10.222.0.75 "GET /v2.0/ports?device_id=884927cd-f6ef-4bd0-8236-648b74971255 HTTP/1.1" status: 200 len: 946 time: 0.0998864 Apr 09 13:51:18.289563 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-d4832f0d-9a31-47ef-a50d-3e4b4318cc71 req-a111067f-928a-4b13-900d-7aabe95381ca tempest-VolumesSnapshotTestJSON-854221919 tempest-VolumesSnapshotTestJSON-854221919-project] 10.222.0.75 "GET /v2.0/security-groups?id=d687cea6-649b-46de-844b-68c307ed6ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0250027 Apr 09 13:51:19.120428 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85266) accepted ('10.222.0.75', 35050) {{(pid=85266) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:51:19.248199 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-e41cb50a-985d-4fb6-8c22-61ef7c57bdbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:51:19.264641 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-e41cb50a-985d-4fb6-8c22-61ef7c57bdbf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 13:51:19.268838 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-e41cb50a-985d-4fb6-8c22-61ef7c57bdbf admin admin] Usage tracker for resource:security_group_rule and tenant:4946263a45264cd6b8d3129283adf4d1 is out of sync, need to count used quota {{(pid=85266) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 13:51:19.271856 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-e41cb50a-985d-4fb6-8c22-61ef7c57bdbf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85266) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 13:51:19.277961 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-e41cb50a-985d-4fb6-8c22-61ef7c57bdbf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 13:51:19.370820 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-e41cb50a-985d-4fb6-8c22-61ef7c57bdbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:51:19.374467 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-e41cb50a-985d-4fb6-8c22-61ef7c57bdbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738555'] for security_group, after_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:51:19.384940 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-e5d925db-fc5d-48ba-98fa-6dbe23843ab2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:51:19.491688 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-e41cb50a-985d-4fb6-8c22-61ef7c57bdbf admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=4946263a45264cd6b8d3129283adf4d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3699760 Apr 09 13:51:19.492786 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41cb50a-985d-4fb6-8c22-61ef7c57bdbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7c7fcbe-31e0-48a0-bea9-5836a2c9b0f4,revision_number=1']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:51:19.494795 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.75', 35058) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:51:19.502181 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-e41cb50a-985d-4fb6-8c22-61ef7c57bdbf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:51:19.542914 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1483ff13-0219-463d-b1d6-e6390b621185 req-7fc0173d-cfb1-44db-96dd-684aad48c2f9 tempest-VolumesSnapshotTestJSON-854221919 tempest-VolumesSnapshotTestJSON-854221919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:51:19.545625 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-1483ff13-0219-463d-b1d6-e6390b621185 req-7fc0173d-cfb1-44db-96dd-684aad48c2f9 tempest-VolumesSnapshotTestJSON-854221919 tempest-VolumesSnapshotTestJSON-854221919-project] 10.222.0.75 "GET /v2.0/ports?device_id=884927cd-f6ef-4bd0-8236-648b74971255 HTTP/1.1" status: 200 len: 946 time: 0.1261799 Apr 09 13:51:19.583143 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-1483ff13-0219-463d-b1d6-e6390b621185 req-8a66125d-13ed-441f-aba6-3604e9a916e7 tempest-VolumesSnapshotTestJSON-854221919 tempest-VolumesSnapshotTestJSON-854221919-project] 10.222.0.75 "GET /v2.0/security-groups?id=d687cea6-649b-46de-844b-68c307ed6ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295000 Apr 09 13:51:19.595322 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-57255c4b-ee7d-4c09-bf61-83dca19b58df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:51:19.850879 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-57255c4b-ee7d-4c09-bf61-83dca19b58df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:51:19.898270 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-57255c4b-ee7d-4c09-bf61-83dca19b58df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738555'] for security_group, after_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:51:19.902176 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-4aa03bf4-298b-4c85-8fe6-0fcc941848e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:51:19.916624 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57255c4b-ee7d-4c09-bf61-83dca19b58df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7c7fcbe-31e0-48a0-bea9-5836a2c9b0f4,revision_number=None']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:51:19.920152 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-57255c4b-ee7d-4c09-bf61-83dca19b58df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:51:19.927854 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-57255c4b-ee7d-4c09-bf61-83dca19b58df admin admin] Notify callbacks [] for security_group, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:51:19.932080 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-57255c4b-ee7d-4c09-bf61-83dca19b58df admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/b7c7fcbe-31e0-48a0-bea9-5836a2c9b0f4 HTTP/1.1" status: 204 len: 168 time: 0.4315841 Apr 09 13:51:20.286835 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.75', 35076) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:51:20.306431 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-a8f516c3-8711-4d9d-bc3d-dcfe3a32ca35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:51:20.322975 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-a8f516c3-8711-4d9d-bc3d-dcfe3a32ca35 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 13:51:20.327284 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-a8f516c3-8711-4d9d-bc3d-dcfe3a32ca35 admin admin] Usage tracker for resource:security_group_rule and tenant:1a95ca12efca406288178111e31ba134 is out of sync, need to count used quota {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 13:51:20.330382 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-a8f516c3-8711-4d9d-bc3d-dcfe3a32ca35 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 13:51:20.336413 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-a8f516c3-8711-4d9d-bc3d-dcfe3a32ca35 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 13:51:20.430496 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-a8f516c3-8711-4d9d-bc3d-dcfe3a32ca35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:51:20.433371 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-a8f516c3-8711-4d9d-bc3d-dcfe3a32ca35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738555'] for security_group, after_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:51:20.443347 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-4403cda6-0b5f-4911-856e-b98e93619b4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:51:20.488779 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-a8f516c3-8711-4d9d-bc3d-dcfe3a32ca35 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=1a95ca12efca406288178111e31ba134&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2006991 Apr 09 13:51:20.489818 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f516c3-8711-4d9d-bc3d-dcfe3a32ca35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be3b5206-1186-4704-b0c4-17f06ab5cba0,revision_number=1']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:51:20.492414 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85266) accepted ('10.222.0.75', 35080) {{(pid=85266) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:51:20.502962 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-a8f516c3-8711-4d9d-bc3d-dcfe3a32ca35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:51:20.578477 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-7a7690ef-3822-4e3c-966a-eb46b38591e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:51:20.609820 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-7a7690ef-3822-4e3c-966a-eb46b38591e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:51:20.655630 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-7a7690ef-3822-4e3c-966a-eb46b38591e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738555'] for security_group, after_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:51:20.660821 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-a523143e-ad7d-4663-8a4d-c2ccd367b6c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:51:20.674175 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7690ef-3822-4e3c-966a-eb46b38591e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be3b5206-1186-4704-b0c4-17f06ab5cba0,revision_number=None']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:51:20.676593 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-7a7690ef-3822-4e3c-966a-eb46b38591e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:51:20.686341 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-7a7690ef-3822-4e3c-966a-eb46b38591e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:51:20.687603 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-7a7690ef-3822-4e3c-966a-eb46b38591e0 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/be3b5206-1186-4704-b0c4-17f06ab5cba0 HTTP/1.1" status: 204 len: 168 time: 0.1939073 Apr 09 13:51:28.753492 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.75', 35188) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:51:28.903048 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-cba7fb85-dc22-46c6-9f84-96beab745bef admin admin] Notify callbacks [] for security_group, before_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:51:28.922831 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-cba7fb85-dc22-46c6-9f84-96beab745bef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 13:51:28.928623 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-cba7fb85-dc22-46c6-9f84-96beab745bef admin admin] Usage tracker for resource:security_group_rule and tenant:7678d44b45cd48cc943f3f9dac2d9556 is out of sync, need to count used quota {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 13:51:28.931671 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-cba7fb85-dc22-46c6-9f84-96beab745bef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 13:51:28.938505 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-cba7fb85-dc22-46c6-9f84-96beab745bef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 13:51:29.028403 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-cba7fb85-dc22-46c6-9f84-96beab745bef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:51:29.031592 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-cba7fb85-dc22-46c6-9f84-96beab745bef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738555'] for security_group, after_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:51:29.041498 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-df37eb04-66ad-413c-bf27-87da3739de5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:51:29.090456 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-cba7fb85-dc22-46c6-9f84-96beab745bef admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=7678d44b45cd48cc943f3f9dac2d9556&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3353217 Apr 09 13:51:29.092092 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba7fb85-dc22-46c6-9f84-96beab745bef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=823a382d-edc7-46bb-99ec-366d195481e5,revision_number=1']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:51:29.094535 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85266) accepted ('10.222.0.75', 35196) {{(pid=85266) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:51:29.096722 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-cba7fb85-dc22-46c6-9f84-96beab745bef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:51:29.167687 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-6128b66c-98b9-4aff-8b7d-272f4b14b559 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:51:29.197517 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-6128b66c-98b9-4aff-8b7d-272f4b14b559 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:51:29.244047 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-6128b66c-98b9-4aff-8b7d-272f4b14b559 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738555'] for security_group, after_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:51:29.249319 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-57e6f78e-2a39-4b8b-a99a-e41e1859ff25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:51:29.261788 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6128b66c-98b9-4aff-8b7d-272f4b14b559 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=823a382d-edc7-46bb-99ec-366d195481e5,revision_number=None']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:51:29.265533 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-6128b66c-98b9-4aff-8b7d-272f4b14b559 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:51:29.267897 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-6128b66c-98b9-4aff-8b7d-272f4b14b559 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:51:29.269311 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-6128b66c-98b9-4aff-8b7d-272f4b14b559 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/823a382d-edc7-46bb-99ec-366d195481e5 HTTP/1.1" status: 204 len: 168 time: 0.1733997 Apr 09 13:51:29.626755 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85266) accepted ('10.222.0.75', 35212) {{(pid=85266) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:51:29.647462 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-9c8083a7-0fc8-4290-918f-90ab905bef30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:51:29.664724 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-9c8083a7-0fc8-4290-918f-90ab905bef30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 13:51:29.669073 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-9c8083a7-0fc8-4290-918f-90ab905bef30 admin admin] Usage tracker for resource:security_group_rule and tenant:56fdc7f169044f66a9e7fd57d043ffab is out of sync, need to count used quota {{(pid=85266) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 13:51:29.672706 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-9c8083a7-0fc8-4290-918f-90ab905bef30 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85266) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 13:51:29.679075 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-9c8083a7-0fc8-4290-918f-90ab905bef30 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 13:51:29.772603 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-9c8083a7-0fc8-4290-918f-90ab905bef30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:51:29.776155 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-9c8083a7-0fc8-4290-918f-90ab905bef30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738555'] for security_group, after_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:51:29.785268 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-173aeda9-d810-4f75-a1b8-94b6bb125335 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:51:29.830319 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-9c8083a7-0fc8-4290-918f-90ab905bef30 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=56fdc7f169044f66a9e7fd57d043ffab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2021992 Apr 09 13:51:29.831174 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8083a7-0fc8-4290-918f-90ab905bef30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=592aee7e-dd0d-4ea6-9ba3-446c8057d37f,revision_number=1']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:51:29.833080 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.75', 35216) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:51:29.835106 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-9c8083a7-0fc8-4290-918f-90ab905bef30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:51:29.907082 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-ace7cee8-2246-4d9b-9547-c99eb6e57b7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:51:29.938810 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-ace7cee8-2246-4d9b-9547-c99eb6e57b7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:51:29.992944 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-ace7cee8-2246-4d9b-9547-c99eb6e57b7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738555'] for security_group, after_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:51:29.999283 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-732b935f-2ebb-41d1-a92c-68020611f6cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:51:30.019349 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace7cee8-2246-4d9b-9547-c99eb6e57b7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=592aee7e-dd0d-4ea6-9ba3-446c8057d37f,revision_number=None']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:51:30.021966 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-ace7cee8-2246-4d9b-9547-c99eb6e57b7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:51:30.033874 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-ace7cee8-2246-4d9b-9547-c99eb6e57b7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:51:30.035192 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-ace7cee8-2246-4d9b-9547-c99eb6e57b7b admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/592aee7e-dd0d-4ea6-9ba3-446c8057d37f HTTP/1.1" status: 204 len: 168 time: 0.2008097 Apr 09 13:51:31.059133 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-658b9862-6dbc-40ec-b343-1c386b0bde55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:51:34.229286 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-a4723f14-7493-43ba-aecc-1294f28bbfc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:51:34.580910 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-038b6fee-909e-41c9-b649-649ad33ce393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:51:35.273331 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:51:35.682999 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-c378f248-96be-4ef7-a52f-f55c09e56a36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:51:40.926308 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:51:42.416257 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55679193-9138-47ba-ba00-46ff9c24cbd2 req-5838d9cb-a54d-4750-8e8f-45790ccefded tempest-VolumesSnapshotTestJSON-854221919 tempest-VolumesSnapshotTestJSON-854221919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:51:42.418074 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-55679193-9138-47ba-ba00-46ff9c24cbd2 req-5838d9cb-a54d-4750-8e8f-45790ccefded tempest-VolumesSnapshotTestJSON-854221919 tempest-VolumesSnapshotTestJSON-854221919-project] 10.222.0.75 "GET /v2.0/ports?device_id=884927cd-f6ef-4bd0-8236-648b74971255 HTTP/1.1" status: 200 len: 946 time: 0.0979342 Apr 09 13:51:42.451402 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-55679193-9138-47ba-ba00-46ff9c24cbd2 req-e28aa06d-b092-4c2e-8fd2-556917dd8811 tempest-VolumesSnapshotTestJSON-854221919 tempest-VolumesSnapshotTestJSON-854221919-project] 10.222.0.75 "GET /v2.0/security-groups?id=d687cea6-649b-46de-844b-68c307ed6ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0246568 Apr 09 13:51:43.675101 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e7fa7c-1db4-4282-aa43-b8c4e3290d7d req-c4696226-85ee-46b1-92a4-26b4839e9141 tempest-VolumesSnapshotTestJSON-854221919 tempest-VolumesSnapshotTestJSON-854221919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:51:43.677528 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-78e7fa7c-1db4-4282-aa43-b8c4e3290d7d req-c4696226-85ee-46b1-92a4-26b4839e9141 tempest-VolumesSnapshotTestJSON-854221919 tempest-VolumesSnapshotTestJSON-854221919-project] 10.222.0.75 "GET /v2.0/ports?device_id=884927cd-f6ef-4bd0-8236-648b74971255 HTTP/1.1" status: 200 len: 946 time: 0.1065934 Apr 09 13:51:43.721167 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-78e7fa7c-1db4-4282-aa43-b8c4e3290d7d req-a430efd5-93da-4a1f-b495-85c84f2d3d13 tempest-VolumesSnapshotTestJSON-854221919 tempest-VolumesSnapshotTestJSON-854221919-project] 10.222.0.75 "GET /v2.0/security-groups?id=d687cea6-649b-46de-844b-68c307ed6ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353615 Apr 09 13:51:44.938904 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c5bb7d-4965-45cb-a1d2-7260eb38a3d1 req-7b0c5ff5-74d0-4a2b-98dc-56e8be6f07e2 tempest-VolumesSnapshotTestJSON-854221919 tempest-VolumesSnapshotTestJSON-854221919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:51:44.940524 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-60c5bb7d-4965-45cb-a1d2-7260eb38a3d1 req-7b0c5ff5-74d0-4a2b-98dc-56e8be6f07e2 tempest-VolumesSnapshotTestJSON-854221919 tempest-VolumesSnapshotTestJSON-854221919-project] 10.222.0.75 "GET /v2.0/ports?device_id=884927cd-f6ef-4bd0-8236-648b74971255 HTTP/1.1" status: 200 len: 946 time: 0.0955307 Apr 09 13:51:44.974223 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-60c5bb7d-4965-45cb-a1d2-7260eb38a3d1 req-32457c83-3016-45d1-a4ad-82f82320c8ac tempest-VolumesSnapshotTestJSON-854221919 tempest-VolumesSnapshotTestJSON-854221919-project] 10.222.0.75 "GET /v2.0/security-groups?id=d687cea6-649b-46de-844b-68c307ed6ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0272160 Apr 09 13:51:46.210738 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61da6e99-d1bb-451f-a5f1-13cc27b59a23 req-d37cb7c6-ad4f-4901-91df-8697454511a0 tempest-VolumesSnapshotTestJSON-854221919 tempest-VolumesSnapshotTestJSON-854221919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:51:46.213548 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-61da6e99-d1bb-451f-a5f1-13cc27b59a23 req-d37cb7c6-ad4f-4901-91df-8697454511a0 tempest-VolumesSnapshotTestJSON-854221919 tempest-VolumesSnapshotTestJSON-854221919-project] 10.222.0.75 "GET /v2.0/ports?device_id=884927cd-f6ef-4bd0-8236-648b74971255 HTTP/1.1" status: 200 len: 946 time: 0.0978043 Apr 09 13:51:46.261664 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-61da6e99-d1bb-451f-a5f1-13cc27b59a23 req-de7f249d-cc01-4c9b-b041-f1911f956df1 tempest-VolumesSnapshotTestJSON-854221919 tempest-VolumesSnapshotTestJSON-854221919-project] 10.222.0.75 "GET /v2.0/security-groups?id=d687cea6-649b-46de-844b-68c307ed6ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401196 Apr 09 13:51:46.737674 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85266) accepted ('10.222.0.75', 35390) {{(pid=85266) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:51:46.876127 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-0a14fd60-f654-48f2-9ce2-270bcf629e89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:51:46.892963 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-0a14fd60-f654-48f2-9ce2-270bcf629e89 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 13:51:46.897588 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-0a14fd60-f654-48f2-9ce2-270bcf629e89 admin admin] Usage tracker for resource:security_group_rule and tenant:cf071493751b40a3a768d8736fd33c7a is out of sync, need to count used quota {{(pid=85266) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 13:51:46.900741 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-0a14fd60-f654-48f2-9ce2-270bcf629e89 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85266) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 13:51:46.909382 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-0a14fd60-f654-48f2-9ce2-270bcf629e89 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 13:51:47.000812 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-0a14fd60-f654-48f2-9ce2-270bcf629e89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:51:47.047487 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-0a14fd60-f654-48f2-9ce2-270bcf629e89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738555'] for security_group, after_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:51:47.061293 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-da72c682-2c27-467f-b60a-bbeb2f429fbe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:51:47.117158 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-0a14fd60-f654-48f2-9ce2-270bcf629e89 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=cf071493751b40a3a768d8736fd33c7a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3781433 Apr 09 13:51:47.119803 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a14fd60-f654-48f2-9ce2-270bcf629e89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30204bc5-d6aa-4c36-80c8-2f21885e9d0b,revision_number=1']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:51:47.120657 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.75', 35396) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:51:47.128354 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-0a14fd60-f654-48f2-9ce2-270bcf629e89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:51:47.152813 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0caaa7-0583-4a10-8b15-0c5a74fe447e req-6f8ea691-76fd-401e-a490-26602ff7b064 tempest-VolumesSnapshotTestJSON-854221919 tempest-VolumesSnapshotTestJSON-854221919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:51:47.154375 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-ec0caaa7-0583-4a10-8b15-0c5a74fe447e req-6f8ea691-76fd-401e-a490-26602ff7b064 tempest-VolumesSnapshotTestJSON-854221919 tempest-VolumesSnapshotTestJSON-854221919-project] 10.222.0.90 "GET /v2.0/ports?device_id=884927cd-f6ef-4bd0-8236-648b74971255 HTTP/1.1" status: 200 len: 946 time: 0.1521184 Apr 09 13:51:47.191262 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-5b9fde55-c92f-4898-b2b6-e57586b8885e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:51:47.240615 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-5b9fde55-c92f-4898-b2b6-e57586b8885e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:51:47.291776 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-5b9fde55-c92f-4898-b2b6-e57586b8885e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738555'] for security_group, after_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:51:47.296112 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-caf63645-5887-49d0-a2a5-d35fd643f9c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:51:47.308525 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9fde55-c92f-4898-b2b6-e57586b8885e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30204bc5-d6aa-4c36-80c8-2f21885e9d0b,revision_number=None']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:51:47.311165 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-5b9fde55-c92f-4898-b2b6-e57586b8885e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:51:47.317601 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-5b9fde55-c92f-4898-b2b6-e57586b8885e admin admin] Notify callbacks [] for security_group, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:51:47.322884 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-5b9fde55-c92f-4898-b2b6-e57586b8885e admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/30204bc5-d6aa-4c36-80c8-2f21885e9d0b HTTP/1.1" status: 204 len: 168 time: 0.2009077 Apr 09 13:51:47.512824 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.plugin [req-ec0caaa7-0583-4a10-8b15-0c5a74fe447e req-a56a498b-5d0c-43a6-afcb-e0e405bf87f1 tempest-VolumesSnapshotTestJSON-854221919 tempest-VolumesSnapshotTestJSON-854221919-project] Deleting port cb56ec76-6bbc-4b43-ab65-47f79e9d2759 {{(pid=85266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 09 13:51:47.513220 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [req-ec0caaa7-0583-4a10-8b15-0c5a74fe447e req-a56a498b-5d0c-43a6-afcb-e0e405bf87f1 tempest-VolumesSnapshotTestJSON-854221919 tempest-VolumesSnapshotTestJSON-854221919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771815896742'] for port, before_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:51:47.667272 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499e305b-7640-4d1e-80ae-b6fb4f557cb0 req-908440c0-dd98-4847-baf1-c18db554c2b7 tempest-VolumesSnapshotTestJSON-854221919 tempest-VolumesSnapshotTestJSON-854221919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:51:47.668888 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-499e305b-7640-4d1e-80ae-b6fb4f557cb0 req-908440c0-dd98-4847-baf1-c18db554c2b7 tempest-VolumesSnapshotTestJSON-854221919 tempest-VolumesSnapshotTestJSON-854221919-project] 10.222.0.75 "GET /v2.0/ports?device_id=884927cd-f6ef-4bd0-8236-648b74971255 HTTP/1.1" status: 200 len: 946 time: 0.2497165 Apr 09 13:51:47.792500 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-499e305b-7640-4d1e-80ae-b6fb4f557cb0 req-376b4361-1b85-465c-8834-ecbaf065caaa tempest-VolumesSnapshotTestJSON-854221919 tempest-VolumesSnapshotTestJSON-854221919-project] 10.222.0.75 "GET /v2.0/security-groups?id=d687cea6-649b-46de-844b-68c307ed6ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016934 Apr 09 13:51:47.852360 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.db [req-ec0caaa7-0583-4a10-8b15-0c5a74fe447e req-a56a498b-5d0c-43a6-afcb-e0e405bf87f1 tempest-VolumesSnapshotTestJSON-854221919 tempest-VolumesSnapshotTestJSON-854221919-project] For port cb56ec76-6bbc-4b43-ab65-47f79e9d2759, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=cb56ec76-6bbc-4b43-ab65-47f79e9d2759,segment=NetworkSegment(46faed05-cf6e-4ae4-bbb6-688aae85c3e4),segment_id=46faed05-cf6e-4ae4-bbb6-688aae85c3e4)] {{(pid=85266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 09 13:51:47.852778 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [req-ec0caaa7-0583-4a10-8b15-0c5a74fe447e req-a56a498b-5d0c-43a6-afcb-e0e405bf87f1 tempest-VolumesSnapshotTestJSON-854221919 tempest-VolumesSnapshotTestJSON-854221919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-707704'] for port, precommit_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:51:48.000521 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.plugin [req-ec0caaa7-0583-4a10-8b15-0c5a74fe447e req-a56a498b-5d0c-43a6-afcb-e0e405bf87f1 tempest-VolumesSnapshotTestJSON-854221919 tempest-VolumesSnapshotTestJSON-854221919-project] Calling delete_port for cb56ec76-6bbc-4b43-ab65-47f79e9d2759 owned by compute:nova {{(pid=85266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 09 13:51:48.165132 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [req-ec0caaa7-0583-4a10-8b15-0c5a74fe447e req-a56a498b-5d0c-43a6-afcb-e0e405bf87f1 tempest-VolumesSnapshotTestJSON-854221919 tempest-VolumesSnapshotTestJSON-854221919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853739901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853759498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363265038874501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363265039307636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2203223'] for port, after_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:51:48.177924 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.db [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] get_ports_and_sgs() called for port_ids ['cb56ec76-6bbc-4b43-ab65-47f79e9d2759'] {{(pid=85267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 09 13:51:48.188561 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-d34aaf26-7a01-44bd-b8d3-b58755b28baf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:51:48.250221 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56a498b-5d0c-43a6-afcb-e0e405bf87f1 tempest-VolumesSnapshotTestJSON-854221919 tempest-VolumesSnapshotTestJSON-854221919-project] Pushing event deleted for resources: {'Port': ['ID=cb56ec76-6bbc-4b43-ab65-47f79e9d2759,revision_number=None']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:51:48.304698 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-a56a498b-5d0c-43a6-afcb-e0e405bf87f1 tempest-VolumesSnapshotTestJSON-854221919 tempest-VolumesSnapshotTestJSON-854221919-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:51:48.453122 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec0caaa7-0583-4a10-8b15-0c5a74fe447e req-a56a498b-5d0c-43a6-afcb-e0e405bf87f1 tempest-VolumesSnapshotTestJSON-854221919 tempest-VolumesSnapshotTestJSON-854221919-project] No DVR routers for this DVR port cb56ec76-6bbc-4b43-ab65-47f79e9d2759 on host hv-cinder-78536 {{(pid=85266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 09 13:51:48.455910 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [req-ec0caaa7-0583-4a10-8b15-0c5a74fe447e req-a56a498b-5d0c-43a6-afcb-e0e405bf87f1 tempest-VolumesSnapshotTestJSON-854221919 tempest-VolumesSnapshotTestJSON-854221919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770645'] for port, before_response {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:51:48.458934 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '884927cd-f6ef-4bd0-8236-648b74971255', 'name': 'network-vif-deleted', 'tag': 'cb56ec76-6bbc-4b43-ab65-47f79e9d2759'}] {{(pid=85266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 09 13:51:48.482740 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-ec0caaa7-0583-4a10-8b15-0c5a74fe447e req-a56a498b-5d0c-43a6-afcb-e0e405bf87f1 tempest-VolumesSnapshotTestJSON-854221919 tempest-VolumesSnapshotTestJSON-854221919-project] 10.222.0.90 "DELETE /v2.0/ports/cb56ec76-6bbc-4b43-ab65-47f79e9d2759 HTTP/1.1" status: 204 len: 173 time: 1.3221052 Apr 09 13:51:48.529699 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '884927cd-f6ef-4bd0-8236-648b74971255', 'name': 'network-vif-deleted', 'tag': 'cb56ec76-6bbc-4b43-ab65-47f79e9d2759', 'status': 'completed', 'code': 200} Apr 09 13:51:48.984944 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [req-e96b5aee-ac08-4b9b-94b8-90ee99b272aa req-853d7a9f-3ab7-428b-a619-6e4491805c45 tempest-VolumesSnapshotTestJSON-854221919 tempest-VolumesSnapshotTestJSON-854221919-project] Synchronizing usage tracker for tenant:9315ffdf3d274fc5a37da4a4aa777780 on resource:port {{(pid=85266) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 09 13:51:49.000547 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [req-e96b5aee-ac08-4b9b-94b8-90ee99b272aa req-853d7a9f-3ab7-428b-a619-6e4491805c45 tempest-VolumesSnapshotTestJSON-854221919 tempest-VolumesSnapshotTestJSON-854221919-project] Unset dirty status for tenant:9315ffdf3d274fc5a37da4a4aa777780 on resource:port {{(pid=85266) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 09 13:51:49.002103 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-e96b5aee-ac08-4b9b-94b8-90ee99b272aa req-853d7a9f-3ab7-428b-a619-6e4491805c45 tempest-VolumesSnapshotTestJSON-854221919 tempest-VolumesSnapshotTestJSON-854221919-project] 10.222.0.75 "GET /v2.0/ports?device_id=884927cd-f6ef-4bd0-8236-648b74971255 HTTP/1.1" status: 200 len: 210 time: 0.0697062 Apr 09 13:51:50.046600 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-9b7778da-a0a8-4cd2-87cc-99655e86098e req-e0405fd2-5824-4b56-9e03-910a8e414eec tempest-VolumesNegativeTest-575774382 tempest-VolumesNegativeTest-575774382-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=94c3be357e744454ba9233ffdd051407&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0348639 Apr 09 13:51:50.222096 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7778da-a0a8-4cd2-87cc-99655e86098e req-857452b9-d62e-4858-9785-2d56be0a2bda tempest-VolumesNegativeTest-575774382 tempest-VolumesNegativeTest-575774382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:51:50.223607 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-9b7778da-a0a8-4cd2-87cc-99655e86098e req-857452b9-d62e-4858-9785-2d56be0a2bda tempest-VolumesNegativeTest-575774382 tempest-VolumesNegativeTest-575774382-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1695478 Apr 09 13:51:50.240958 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-9b7778da-a0a8-4cd2-87cc-99655e86098e req-b4e10df3-bdc5-40a4-b948-0fd4e8167623 tempest-VolumesNegativeTest-575774382 tempest-VolumesNegativeTest-575774382-project] 10.222.0.75 "GET /v2.0/quotas/94c3be357e744454ba9233ffdd051407 HTTP/1.1" status: 200 len: 375 time: 0.0109468 Apr 09 13:51:50.296453 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-9b7778da-a0a8-4cd2-87cc-99655e86098e req-85845885-014e-46a5-bc93-73ad0d22e8c5 tempest-VolumesNegativeTest-575774382 tempest-VolumesNegativeTest-575774382-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=94c3be357e744454ba9233ffdd051407&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0495727 Apr 09 13:51:50.603148 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-dbbb2874-88ee-4f6f-aed5-c2b124c8a95a req-280dd98c-3e73-46d1-b5cb-252a1ecf1db5 tempest-VolumesNegativeTest-575774382 tempest-VolumesNegativeTest-575774382-project] 10.222.0.75 "GET /v2.0/ports?device_id=09e11489-b75e-45f8-9984-ffa93577c99d HTTP/1.1" status: 200 len: 210 time: 0.0715301 Apr 09 13:51:50.801993 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.rpc [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Device cb56ec76-6bbc-4b43-ab65-47f79e9d2759 no longer exists at agent hyperv_hv-cinder-78536 {{(pid=85267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 09 13:51:50.860672 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.plugin [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] No Port match for: cb56ec76-6bbc-4b43-ab65-47f79e9d2759 {{(pid=85267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 09 13:51:50.860672 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.rpc [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Device cb56ec76-6bbc-4b43-ab65-47f79e9d2759 not bound to the agent host hv-cinder-78536 {{(pid=85267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 09 13:51:51.587067 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-9b7778da-a0a8-4cd2-87cc-99655e86098e req-92f9388c-41e5-4adb-b625-f6f64e4f9e2c tempest-VolumesNegativeTest-575774382 tempest-VolumesNegativeTest-575774382-project] 10.222.0.90 "GET /v2.0/networks?tenant_id=94c3be357e744454ba9233ffdd051407&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0366797 Apr 09 13:51:51.787048 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-ddc473f4-f57b-4ebc-9c1b-01480caa5b75 req-845e6607-5174-4c86-a679-23a1b77bda0e tempest-VolumesNegativeTest-575774382 tempest-VolumesNegativeTest-575774382-project] 10.222.0.75 "GET /v2.0/ports?device_id=09e11489-b75e-45f8-9984-ffa93577c99d HTTP/1.1" status: 200 len: 210 time: 0.0602257 Apr 09 13:51:51.820377 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7778da-a0a8-4cd2-87cc-99655e86098e req-752ec584-41f9-4648-992a-d61039e1ece2 tempest-VolumesNegativeTest-575774382 tempest-VolumesNegativeTest-575774382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:51:51.821963 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-9b7778da-a0a8-4cd2-87cc-99655e86098e req-752ec584-41f9-4648-992a-d61039e1ece2 tempest-VolumesNegativeTest-575774382 tempest-VolumesNegativeTest-575774382-project] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2300291 Apr 09 13:51:51.834398 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.v2.base [req-9b7778da-a0a8-4cd2-87cc-99655e86098e req-d69c8029-445b-49cd-833f-8eaf6402c2e7 tempest-VolumesNegativeTest-575774382 tempest-VolumesNegativeTest-575774382-project] Request body: {'port': {'device_id': '09e11489-b75e-45f8-9984-ffa93577c99d', 'network_id': '3c8783d2-a66a-4d9f-b79f-dc399ce40348', 'admin_state_up': True, 'tenant_id': '94c3be357e744454ba9233ffdd051407'}} {{(pid=85266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 09 13:51:51.983917 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [req-9b7778da-a0a8-4cd2-87cc-99655e86098e req-d69c8029-445b-49cd-833f-8eaf6402c2e7 tempest-VolumesNegativeTest-575774382 tempest-VolumesNegativeTest-575774382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 13:51:51.988943 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [req-9b7778da-a0a8-4cd2-87cc-99655e86098e req-d69c8029-445b-49cd-833f-8eaf6402c2e7 tempest-VolumesNegativeTest-575774382 tempest-VolumesNegativeTest-575774382-project] Usage tracker for resource:port and tenant:94c3be357e744454ba9233ffdd051407 is out of sync, need to count used quota {{(pid=85266) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 13:51:51.992033 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [req-9b7778da-a0a8-4cd2-87cc-99655e86098e req-d69c8029-445b-49cd-833f-8eaf6402c2e7 tempest-VolumesNegativeTest-575774382 tempest-VolumesNegativeTest-575774382-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85266) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 13:51:51.998537 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [req-9b7778da-a0a8-4cd2-87cc-99655e86098e req-d69c8029-445b-49cd-833f-8eaf6402c2e7 tempest-VolumesNegativeTest-575774382 tempest-VolumesNegativeTest-575774382-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 13:51:52.010804 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b7778da-a0a8-4cd2-87cc-99655e86098e req-d69c8029-445b-49cd-833f-8eaf6402c2e7 tempest-VolumesNegativeTest-575774382 tempest-VolumesNegativeTest-575774382-project] Made reservation on behalf of 94c3be357e744454ba9233ffdd051407 for: {'port': 1} {{(pid=85266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 09 13:51:52.017747 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [req-9b7778da-a0a8-4cd2-87cc-99655e86098e req-d69c8029-445b-49cd-833f-8eaf6402c2e7 tempest-VolumesNegativeTest-575774382 tempest-VolumesNegativeTest-575774382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853739810'] for port, before_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:51:52.032966 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [req-9b7778da-a0a8-4cd2-87cc-99655e86098e req-d69c8029-445b-49cd-833f-8eaf6402c2e7 tempest-VolumesNegativeTest-575774382 tempest-VolumesNegativeTest-575774382-project] Notify callbacks [] for security_group, before_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:51:52.052008 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [req-9b7778da-a0a8-4cd2-87cc-99655e86098e req-d69c8029-445b-49cd-833f-8eaf6402c2e7 tempest-VolumesNegativeTest-575774382 tempest-VolumesNegativeTest-575774382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 13:51:52.056552 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [req-9b7778da-a0a8-4cd2-87cc-99655e86098e req-d69c8029-445b-49cd-833f-8eaf6402c2e7 tempest-VolumesNegativeTest-575774382 tempest-VolumesNegativeTest-575774382-project] Usage tracker for resource:security_group_rule and tenant:94c3be357e744454ba9233ffdd051407 is out of sync, need to count used quota {{(pid=85266) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 13:51:52.059794 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [req-9b7778da-a0a8-4cd2-87cc-99655e86098e req-d69c8029-445b-49cd-833f-8eaf6402c2e7 tempest-VolumesNegativeTest-575774382 tempest-VolumesNegativeTest-575774382-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85266) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 13:51:52.067518 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [req-9b7778da-a0a8-4cd2-87cc-99655e86098e req-d69c8029-445b-49cd-833f-8eaf6402c2e7 tempest-VolumesNegativeTest-575774382 tempest-VolumesNegativeTest-575774382-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 13:51:52.184479 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [req-9b7778da-a0a8-4cd2-87cc-99655e86098e req-d69c8029-445b-49cd-833f-8eaf6402c2e7 tempest-VolumesNegativeTest-575774382 tempest-VolumesNegativeTest-575774382-project] Notify callbacks [] for security_group, precommit_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:51:52.188644 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [req-9b7778da-a0a8-4cd2-87cc-99655e86098e req-d69c8029-445b-49cd-833f-8eaf6402c2e7 tempest-VolumesNegativeTest-575774382 tempest-VolumesNegativeTest-575774382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738555'] for security_group, after_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:51:52.194330 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-8a1811ab-e411-46be-a025-679e43bf8489 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:51:52.294782 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69c8029-445b-49cd-833f-8eaf6402c2e7 tempest-VolumesNegativeTest-575774382 tempest-VolumesNegativeTest-575774382-project] Pushing event updated for resources: {'SecurityGroup': ['ID=627594cf-cf91-45f6-abd2-64394f6ba36a,revision_number=1']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:51:52.299588 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-d69c8029-445b-49cd-833f-8eaf6402c2e7 tempest-VolumesNegativeTest-575774382 tempest-VolumesNegativeTest-575774382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:51:52.404316 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.db_base_plugin_common [req-9b7778da-a0a8-4cd2-87cc-99655e86098e req-d69c8029-445b-49cd-833f-8eaf6402c2e7 tempest-VolumesNegativeTest-575774382 tempest-VolumesNegativeTest-575774382-project] Allocated IP 192.168.233.108 (3c8783d2-a66a-4d9f-b79f-dc399ce40348/cd6d858f-ebdb-43aa-8446-c5279d7855d7/acdf2316-5aa0-47d9-9c06-1e19971d89e8) {{(pid=85266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 09 13:51:52.650313 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [req-9b7778da-a0a8-4cd2-87cc-99655e86098e req-d69c8029-445b-49cd-833f-8eaf6402c2e7 tempest-VolumesNegativeTest-575774382 tempest-VolumesNegativeTest-575774382-project] Notify callbacks [] for port, precommit_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:51:52.666311 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.provisioning_blocks [req-9b7778da-a0a8-4cd2-87cc-99655e86098e req-d69c8029-445b-49cd-833f-8eaf6402c2e7 tempest-VolumesNegativeTest-575774382 tempest-VolumesNegativeTest-575774382-project] Transition to ACTIVE for port object acdf2316-5aa0-47d9-9c06-1e19971d89e8 will not be triggered until provisioned by entity DHCP. {{(pid=85266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 09 13:51:52.692113 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [req-9b7778da-a0a8-4cd2-87cc-99655e86098e req-d69c8029-445b-49cd-833f-8eaf6402c2e7 tempest-VolumesNegativeTest-575774382 tempest-VolumesNegativeTest-575774382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853739901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853759498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771815468164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2203223'] for port, after_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:51:52.709967 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:51:52.862369 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69c8029-445b-49cd-833f-8eaf6402c2e7 tempest-VolumesNegativeTest-575774382 tempest-VolumesNegativeTest-575774382-project] Pushing event updated for resources: {'Port': ['ID=acdf2316-5aa0-47d9-9c06-1e19971d89e8,revision_number=1']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:51:52.865638 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-d69c8029-445b-49cd-833f-8eaf6402c2e7 tempest-VolumesNegativeTest-575774382 tempest-VolumesNegativeTest-575774382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:51:52.917431 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b7778da-a0a8-4cd2-87cc-99655e86098e req-d69c8029-445b-49cd-833f-8eaf6402c2e7 tempest-VolumesNegativeTest-575774382 tempest-VolumesNegativeTest-575774382-project] Network 3c8783d2-a66a-4d9f-b79f-dc399ce40348 is already hosted by enough agents. {{(pid=85266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 09 13:51:52.918982 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.scheduler.base_scheduler [req-9b7778da-a0a8-4cd2-87cc-99655e86098e req-d69c8029-445b-49cd-833f-8eaf6402c2e7 tempest-VolumesNegativeTest-575774382 tempest-VolumesNegativeTest-575774382-project] Resources bound (agent type, host, resource id): {{(pid=85266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 09 13:51:52.921360 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b7778da-a0a8-4cd2-87cc-99655e86098e req-d69c8029-445b-49cd-833f-8eaf6402c2e7 tempest-VolumesNegativeTest-575774382 tempest-VolumesNegativeTest-575774382-project] Received port after_create {{(pid=85266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 09 13:51:53.049177 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7778da-a0a8-4cd2-87cc-99655e86098e req-d69c8029-445b-49cd-833f-8eaf6402c2e7 tempest-VolumesNegativeTest-575774382 tempest-VolumesNegativeTest-575774382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:51:53.049967 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [req-9b7778da-a0a8-4cd2-87cc-99655e86098e req-d69c8029-445b-49cd-833f-8eaf6402c2e7 tempest-VolumesNegativeTest-575774382 tempest-VolumesNegativeTest-575774382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770645'] for port, before_response {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:51:53.095737 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-9b7778da-a0a8-4cd2-87cc-99655e86098e req-d69c8029-445b-49cd-833f-8eaf6402c2e7 tempest-VolumesNegativeTest-575774382 tempest-VolumesNegativeTest-575774382-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2658083 Apr 09 13:51:53.104936 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec06223-78ae-4343-aec0-ca89259f9762 req-a44b98b2-284e-4559-ac40-c9ae4581349c tempest-VolumesNegativeTest-575774382 tempest-VolumesNegativeTest-575774382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:51:53.105593 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [req-cec06223-78ae-4343-aec0-ca89259f9762 req-a44b98b2-284e-4559-ac40-c9ae4581349c tempest-VolumesNegativeTest-575774382 tempest-VolumesNegativeTest-575774382-project] Synchronizing usage tracker for tenant:94c3be357e744454ba9233ffdd051407 on resource:port {{(pid=85266) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 09 13:51:53.113998 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.v2.base [req-9b7778da-a0a8-4cd2-87cc-99655e86098e req-b73ccf81-c328-42cd-95a4-0a7a21d878a2 service neutron] Request body: {'port': {'device_id': '09e11489-b75e-45f8-9984-ffa93577c99d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78536'}} {{(pid=85266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 09 13:51:53.183212 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [req-cec06223-78ae-4343-aec0-ca89259f9762 req-a44b98b2-284e-4559-ac40-c9ae4581349c tempest-VolumesNegativeTest-575774382 tempest-VolumesNegativeTest-575774382-project] Unset dirty status for tenant:94c3be357e744454ba9233ffdd051407 on resource:port {{(pid=85266) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 09 13:51:53.184380 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-cec06223-78ae-4343-aec0-ca89259f9762 req-a44b98b2-284e-4559-ac40-c9ae4581349c tempest-VolumesNegativeTest-575774382 tempest-VolumesNegativeTest-575774382-project] 10.222.0.75 "GET /v2.0/ports?device_id=09e11489-b75e-45f8-9984-ffa93577c99d HTTP/1.1" status: 200 len: 936 time: 0.2275603 Apr 09 13:51:53.194449 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.provisioning_blocks [None req-42240228-e1ac-4eb3-b3b7-9ad4756eab70 None None] Provisioning for port acdf2316-5aa0-47d9-9c06-1e19971d89e8 completed by entity DHCP. {{(pid=85267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 09 13:51:53.200441 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.provisioning_blocks [None req-42240228-e1ac-4eb3-b3b7-9ad4756eab70 None None] Provisioning complete for port acdf2316-5aa0-47d9-9c06-1e19971d89e8 triggered by entity DHCP. {{(pid=85267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 09 13:51:53.200886 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-42240228-e1ac-4eb3-b3b7-9ad4756eab70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765226'] for port, provisioning_complete {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:51:53.261800 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.plugin [None req-42240228-e1ac-4eb3-b3b7-9ad4756eab70 None None] Port acdf2316-5aa0-47d9-9c06-1e19971d89e8 cannot update to ACTIVE because it is not bound. {{(pid=85267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 09 13:51:53.265489 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [req-cec06223-78ae-4343-aec0-ca89259f9762 req-84360964-2566-415d-b063-c9081af2a644 tempest-VolumesNegativeTest-575774382 tempest-VolumesNegativeTest-575774382-project] Synchronizing usage tracker for tenant:94c3be357e744454ba9233ffdd051407 on resource:security_group {{(pid=85266) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 09 13:51:53.278352 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [req-9b7778da-a0a8-4cd2-87cc-99655e86098e req-b73ccf81-c328-42cd-95a4-0a7a21d878a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853739810'] for port, before_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:51:53.335564 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [req-cec06223-78ae-4343-aec0-ca89259f9762 req-84360964-2566-415d-b063-c9081af2a644 tempest-VolumesNegativeTest-575774382 tempest-VolumesNegativeTest-575774382-project] Unset dirty status for tenant:94c3be357e744454ba9233ffdd051407 on resource:security_group {{(pid=85266) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 09 13:51:53.336865 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-cec06223-78ae-4343-aec0-ca89259f9762 req-84360964-2566-415d-b063-c9081af2a644 tempest-VolumesNegativeTest-575774382 tempest-VolumesNegativeTest-575774382-project] 10.222.0.75 "GET /v2.0/security-groups?id=627594cf-cf91-45f6-abd2-64394f6ba36a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180882 Apr 09 13:51:53.416631 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.agents_db [None req-c64c1605-ccfd-4af7-a5d2-2f7932bd8cd3 None None] Agent healthcheck: found 6 active agents {{(pid=85268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 09 13:51:53.708453 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.notifiers.nova [req-9b7778da-a0a8-4cd2-87cc-99655e86098e req-b73ccf81-c328-42cd-95a4-0a7a21d878a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id acdf2316-5aa0-47d9-9c06-1e19971d89e8 {{(pid=85266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 09 13:51:53.718198 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [req-9b7778da-a0a8-4cd2-87cc-99655e86098e req-b73ccf81-c328-42cd-95a4-0a7a21d878a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:51:53.735273 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.provisioning_blocks [req-9b7778da-a0a8-4cd2-87cc-99655e86098e req-b73ccf81-c328-42cd-95a4-0a7a21d878a2 service neutron] Transition to ACTIVE for port object acdf2316-5aa0-47d9-9c06-1e19971d89e8 will not be triggered until provisioned by entity L2. {{(pid=85266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 09 13:51:53.738896 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [req-9b7778da-a0a8-4cd2-87cc-99655e86098e req-b73ccf81-c328-42cd-95a4-0a7a21d878a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853739901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853759498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265038874484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771815468181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265039307602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852572594'] for port, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:51:53.754808 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-399a67ae-c91f-41f8-8b93-c50c7ff42772 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:51:53.906544 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73ccf81-c328-42cd-95a4-0a7a21d878a2 service neutron] Pushing event updated for resources: {'Port': ['ID=acdf2316-5aa0-47d9-9c06-1e19971d89e8,revision_number=2']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:51:53.915253 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-b73ccf81-c328-42cd-95a4-0a7a21d878a2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:51:54.154935 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.managers [req-9b7778da-a0a8-4cd2-87cc-99655e86098e req-b73ccf81-c328-42cd-95a4-0a7a21d878a2 service neutron] Attempting to bind port acdf2316-5aa0-47d9-9c06-1e19971d89e8 on host hv-cinder-78536 for vnic_type normal with profile {{(pid=85266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 09 13:51:54.155159 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.managers [req-9b7778da-a0a8-4cd2-87cc-99655e86098e req-b73ccf81-c328-42cd-95a4-0a7a21d878a2 service neutron] Attempting to bind port acdf2316-5aa0-47d9-9c06-1e19971d89e8 by drivers openvswitch,hyperv on host hv-cinder-78536 at level 0 using segments [{'id': '49ac29dd-807a-4e7d-b1c0-6cae8f5a495a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '3c8783d2-a66a-4d9f-b79f-dc399ce40348'}] {{(pid=85266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 09 13:51:54.155622 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b7778da-a0a8-4cd2-87cc-99655e86098e req-b73ccf81-c328-42cd-95a4-0a7a21d878a2 service neutron] Attempting to bind port acdf2316-5aa0-47d9-9c06-1e19971d89e8 on network 3c8783d2-a66a-4d9f-b79f-dc399ce40348 {{(pid=85266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 09 13:51:54.161737 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b7778da-a0a8-4cd2-87cc-99655e86098e req-b73ccf81-c328-42cd-95a4-0a7a21d878a2 service neutron] Port acdf2316-5aa0-47d9-9c06-1e19971d89e8 on network 3c8783d2-a66a-4d9f-b79f-dc399ce40348 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78536 {{(pid=85266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 09 13:51:54.162118 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b7778da-a0a8-4cd2-87cc-99655e86098e req-b73ccf81-c328-42cd-95a4-0a7a21d878a2 service neutron] Attempting to bind port acdf2316-5aa0-47d9-9c06-1e19971d89e8 on network 3c8783d2-a66a-4d9f-b79f-dc399ce40348 {{(pid=85266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 09 13:51:54.168346 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b7778da-a0a8-4cd2-87cc-99655e86098e req-b73ccf81-c328-42cd-95a4-0a7a21d878a2 service neutron] Checking agent: {'id': '5a3daac1-2611-42bd-a388-caa17c5666c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78536', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 9, 13, 45, 11), 'started_at': datetime.datetime(2021, 4, 9, 13, 45, 11), 'heartbeat_timestamp': datetime.datetime(2021, 4, 9, 13, 51, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 09 13:51:54.168867 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b7778da-a0a8-4cd2-87cc-99655e86098e req-b73ccf81-c328-42cd-95a4-0a7a21d878a2 service neutron] Checking segment: {'id': '49ac29dd-807a-4e7d-b1c0-6cae8f5a495a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '3c8783d2-a66a-4d9f-b79f-dc399ce40348'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 09 13:51:54.169144 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b7778da-a0a8-4cd2-87cc-99655e86098e req-b73ccf81-c328-42cd-95a4-0a7a21d878a2 service neutron] Bound using segment: {'id': '49ac29dd-807a-4e7d-b1c0-6cae8f5a495a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '3c8783d2-a66a-4d9f-b79f-dc399ce40348'} {{(pid=85266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 09 13:51:54.169635 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.managers [req-9b7778da-a0a8-4cd2-87cc-99655e86098e req-b73ccf81-c328-42cd-95a4-0a7a21d878a2 service neutron] Bound port: acdf2316-5aa0-47d9-9c06-1e19971d89e8, host: hv-cinder-78536, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49ac29dd-807a-4e7d-b1c0-6cae8f5a495a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '3c8783d2-a66a-4d9f-b79f-dc399ce40348'}}] {{(pid=85266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 09 13:51:54.170235 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [req-9b7778da-a0a8-4cd2-87cc-99655e86098e req-b73ccf81-c328-42cd-95a4-0a7a21d878a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853739810'] for port, before_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:51:54.264818 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.db [req-9b7778da-a0a8-4cd2-87cc-99655e86098e req-b73ccf81-c328-42cd-95a4-0a7a21d878a2 service neutron] For port acdf2316-5aa0-47d9-9c06-1e19971d89e8, host hv-cinder-78536, cleared binding levels {{(pid=85266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 09 13:51:54.269344 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.db [req-9b7778da-a0a8-4cd2-87cc-99655e86098e req-b73ccf81-c328-42cd-95a4-0a7a21d878a2 service neutron] For port acdf2316-5aa0-47d9-9c06-1e19971d89e8, host hv-cinder-78536, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=acdf2316-5aa0-47d9-9c06-1e19971d89e8,segment=NetworkSegment(49ac29dd-807a-4e7d-b1c0-6cae8f5a495a),segment_id=49ac29dd-807a-4e7d-b1c0-6cae8f5a495a)] {{(pid=85266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 09 13:51:54.275156 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [req-9b7778da-a0a8-4cd2-87cc-99655e86098e req-b73ccf81-c328-42cd-95a4-0a7a21d878a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853739901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853759498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265038874484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771815468181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265039307602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852572594'] for port, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:51:54.294035 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-3677f3e0-da7f-439d-9788-864730898c39 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:51:54.724957 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73ccf81-c328-42cd-95a4-0a7a21d878a2 service neutron] Pushing event updated for resources: {'Port': ['ID=acdf2316-5aa0-47d9-9c06-1e19971d89e8,revision_number=3']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:51:54.733160 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-b73ccf81-c328-42cd-95a4-0a7a21d878a2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.439s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:51:54.785500 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7778da-a0a8-4cd2-87cc-99655e86098e req-b73ccf81-c328-42cd-95a4-0a7a21d878a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:51:54.786129 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [req-9b7778da-a0a8-4cd2-87cc-99655e86098e req-b73ccf81-c328-42cd-95a4-0a7a21d878a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770645'] for port, before_response {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:51:54.787523 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-9b7778da-a0a8-4cd2-87cc-99655e86098e req-b73ccf81-c328-42cd-95a4-0a7a21d878a2 service neutron] 10.222.0.90 "PUT /v2.0/ports/acdf2316-5aa0-47d9-9c06-1e19971d89e8 HTTP/1.1" status: 200 len: 1098 time: 1.6779406 Apr 09 13:51:54.788042 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09e11489-b75e-45f8-9984-ffa93577c99d', 'tag': 'acdf2316-5aa0-47d9-9c06-1e19971d89e8'}] {{(pid=85266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 09 13:51:54.809819 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bc003c-f361-4c90-8eaa-acf91004886e req-cf9353bf-f0f9-4f8f-9f1f-2539b95aac51 tempest-VolumesNegativeTest-575774382 tempest-VolumesNegativeTest-575774382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:51:54.811563 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-f8bc003c-f361-4c90-8eaa-acf91004886e req-cf9353bf-f0f9-4f8f-9f1f-2539b95aac51 tempest-VolumesNegativeTest-575774382 tempest-VolumesNegativeTest-575774382-project] 10.222.0.75 "GET /v2.0/ports?device_id=09e11489-b75e-45f8-9984-ffa93577c99d HTTP/1.1" status: 200 len: 948 time: 0.1811984 Apr 09 13:51:54.899457 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-f8bc003c-f361-4c90-8eaa-acf91004886e req-16b96934-7a24-42ae-a509-b1adb029bc21 tempest-VolumesNegativeTest-575774382 tempest-VolumesNegativeTest-575774382-project] 10.222.0.75 "GET /v2.0/security-groups?id=627594cf-cf91-45f6-abd2-64394f6ba36a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790904 Apr 09 13:51:54.940150 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7778da-a0a8-4cd2-87cc-99655e86098e req-2bc7999c-4d8f-4ec8-bd82-d1150f7c3dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:51:54.941911 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-9b7778da-a0a8-4cd2-87cc-99655e86098e req-2bc7999c-4d8f-4ec8-bd82-d1150f7c3dfd service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=94c3be357e744454ba9233ffdd051407&device_id=09e11489-b75e-45f8-9984-ffa93577c99d HTTP/1.1" status: 200 len: 1101 time: 0.1066625 Apr 09 13:51:55.062769 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-9b7778da-a0a8-4cd2-87cc-99655e86098e req-7336d55b-cc35-4f40-a893-7bfaa5f62574 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=acdf2316-5aa0-47d9-9c06-1e19971d89e8 HTTP/1.1" status: 200 len: 217 time: 0.1109598 Apr 09 13:51:55.159780 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7778da-a0a8-4cd2-87cc-99655e86098e req-c47c4b8f-0929-471f-84c2-71c89d14dc28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:51:55.161395 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-9b7778da-a0a8-4cd2-87cc-99655e86098e req-c47c4b8f-0929-471f-84c2-71c89d14dc28 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=cd6d858f-ebdb-43aa-8446-c5279d7855d7 HTTP/1.1" status: 200 len: 843 time: 0.0926905 Apr 09 13:51:55.218855 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b864f558-eedc-4aa5-8e6a-ebda53b6ac1f req-9f87ecfd-35bc-4c68-8079-0afe000e8531 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:51:55.221386 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-b864f558-eedc-4aa5-8e6a-ebda53b6ac1f req-9f87ecfd-35bc-4c68-8079-0afe000e8531 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] 10.222.0.75 "GET /v2.0/ports?device_id=8b5d6eb5-8dfa-4fd0-8f2d-9dd3590c2daf HTTP/1.1" status: 200 len: 943 time: 0.2035625 Apr 09 13:51:55.259871 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-b864f558-eedc-4aa5-8e6a-ebda53b6ac1f req-10619a7f-f3f8-46b3-bf6f-ba975dfc0d97 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] 10.222.0.75 "GET /v2.0/security-groups?id=947774b9-8c9c-4200-ad33-d72fdd5295bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297544 Apr 09 13:51:55.297357 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7778da-a0a8-4cd2-87cc-99655e86098e req-b4c59538-dd7d-4e74-a40d-56ba3d41a5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:51:55.300111 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-9b7778da-a0a8-4cd2-87cc-99655e86098e req-b4c59538-dd7d-4e74-a40d-56ba3d41a5a1 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=3c8783d2-a66a-4d9f-b79f-dc399ce40348&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1302533 Apr 09 13:51:55.334880 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09e11489-b75e-45f8-9984-ffa93577c99d', 'tag': 'acdf2316-5aa0-47d9-9c06-1e19971d89e8', 'status': 'completed', 'code': 200} Apr 09 13:51:55.474302 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-9b7778da-a0a8-4cd2-87cc-99655e86098e req-c040fca8-6f60-4021-9d7a-b7299c6ad5ef service neutron] 10.222.0.90 "GET /v2.0/networks/3c8783d2-a66a-4d9f-b79f-dc399ce40348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1656532 Apr 09 13:51:55.631564 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-9b7778da-a0a8-4cd2-87cc-99655e86098e req-0f43fb2b-f788-4827-b59f-69e549d8ea30 service neutron] 10.222.0.90 "GET /v2.0/networks/3c8783d2-a66a-4d9f-b79f-dc399ce40348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489639 Apr 09 13:51:55.774979 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f85e8b-2e2c-41dc-9d0f-ca81c6f4ea5d req-d3f161dd-430d-4013-b0d6-cf201f5c3157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:51:55.776598 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-e4f85e8b-2e2c-41dc-9d0f-ca81c6f4ea5d req-d3f161dd-430d-4013-b0d6-cf201f5c3157 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=94c3be357e744454ba9233ffdd051407&device_id=09e11489-b75e-45f8-9984-ffa93577c99d HTTP/1.1" status: 200 len: 1101 time: 0.0960000 Apr 09 13:51:55.938874 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f85e8b-2e2c-41dc-9d0f-ca81c6f4ea5d req-2a2f3057-5e18-4c95-a346-5a9893fdafbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:51:55.940778 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-e4f85e8b-2e2c-41dc-9d0f-ca81c6f4ea5d req-2a2f3057-5e18-4c95-a346-5a9893fdafbc service neutron] 10.222.0.90 "GET /v2.0/networks?id=3c8783d2-a66a-4d9f-b79f-dc399ce40348 HTTP/1.1" status: 200 len: 870 time: 0.1567261 Apr 09 13:51:56.022852 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-e4f85e8b-2e2c-41dc-9d0f-ca81c6f4ea5d req-7b7aecb9-d8bd-4e09-b464-dec8912b6aeb service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=acdf2316-5aa0-47d9-9c06-1e19971d89e8 HTTP/1.1" status: 200 len: 217 time: 0.0740809 Apr 09 13:51:56.146747 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f85e8b-2e2c-41dc-9d0f-ca81c6f4ea5d req-7dcf15e9-583c-4072-87ad-c750cb78ce8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:51:56.148300 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-e4f85e8b-2e2c-41dc-9d0f-ca81c6f4ea5d req-7dcf15e9-583c-4072-87ad-c750cb78ce8a service neutron] 10.222.0.90 "GET /v2.0/subnets?id=cd6d858f-ebdb-43aa-8446-c5279d7855d7 HTTP/1.1" status: 200 len: 843 time: 0.1191704 Apr 09 13:51:56.255254 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84121ecb-2309-4084-8bce-47b39a366c25 req-51e09e74-cedb-4948-a690-cb8baa5278f3 tempest-VolumesNegativeTest-575774382 tempest-VolumesNegativeTest-575774382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:51:56.256863 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-84121ecb-2309-4084-8bce-47b39a366c25 req-51e09e74-cedb-4948-a690-cb8baa5278f3 tempest-VolumesNegativeTest-575774382 tempest-VolumesNegativeTest-575774382-project] 10.222.0.75 "GET /v2.0/ports?device_id=09e11489-b75e-45f8-9984-ffa93577c99d HTTP/1.1" status: 200 len: 948 time: 0.1718163 Apr 09 13:51:56.279798 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f85e8b-2e2c-41dc-9d0f-ca81c6f4ea5d req-1ca110b9-4680-449b-9e16-653fa0143f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:51:56.281330 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-e4f85e8b-2e2c-41dc-9d0f-ca81c6f4ea5d req-1ca110b9-4680-449b-9e16-653fa0143f70 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=3c8783d2-a66a-4d9f-b79f-dc399ce40348&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1247087 Apr 09 13:51:56.319937 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-84121ecb-2309-4084-8bce-47b39a366c25 req-61ffe040-3c94-4b2e-8516-b798e16c6c80 tempest-VolumesNegativeTest-575774382 tempest-VolumesNegativeTest-575774382-project] 10.222.0.75 "GET /v2.0/security-groups?id=627594cf-cf91-45f6-abd2-64394f6ba36a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545821 Apr 09 13:51:56.442260 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-e4f85e8b-2e2c-41dc-9d0f-ca81c6f4ea5d req-74e05cbd-d766-4633-b7ef-a9cd5b765fbb service neutron] 10.222.0.90 "GET /v2.0/networks/3c8783d2-a66a-4d9f-b79f-dc399ce40348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522577 Apr 09 13:51:56.637974 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-e4f85e8b-2e2c-41dc-9d0f-ca81c6f4ea5d req-f25030f9-549d-4802-b870-9d14ba4d2eb7 service neutron] 10.222.0.90 "GET /v2.0/networks/3c8783d2-a66a-4d9f-b79f-dc399ce40348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1868362 Apr 09 13:51:56.781022 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f6b6c7-29a0-440a-afb6-d829f42579c3 req-911caf09-43f1-4a7e-b3d0-07d15deabf37 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:51:56.783084 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-e3f6b6c7-29a0-440a-afb6-d829f42579c3 req-911caf09-43f1-4a7e-b3d0-07d15deabf37 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] 10.222.0.75 "GET /v2.0/ports?device_id=8b5d6eb5-8dfa-4fd0-8f2d-9dd3590c2daf HTTP/1.1" status: 200 len: 943 time: 0.1078436 Apr 09 13:51:56.820415 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-e3f6b6c7-29a0-440a-afb6-d829f42579c3 req-3a4af52d-ff3f-4978-ad41-e7d2d1223506 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] 10.222.0.75 "GET /v2.0/security-groups?id=947774b9-8c9c-4200-ad33-d72fdd5295bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0290406 Apr 09 13:51:57.132150 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.75', 35544) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:51:57.275953 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-5ac037f7-c08a-40e1-a983-71380b32cbf7 req-0385f6a6-7882-4133-8d53-cf7bb46c118a service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=8b5d6eb5-8dfa-4fd0-8f2d-9dd3590c2daf&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1422670 Apr 09 13:51:57.552715 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9faff9-b532-463e-8ad4-f386008bb530 req-112d1c6f-1a29-4d4c-9fbf-dd5e1175cc68 tempest-VolumesNegativeTest-575774382 tempest-VolumesNegativeTest-575774382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:51:57.554684 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-7d9faff9-b532-463e-8ad4-f386008bb530 req-112d1c6f-1a29-4d4c-9fbf-dd5e1175cc68 tempest-VolumesNegativeTest-575774382 tempest-VolumesNegativeTest-575774382-project] 10.222.0.75 "GET /v2.0/ports?device_id=09e11489-b75e-45f8-9984-ffa93577c99d HTTP/1.1" status: 200 len: 948 time: 0.1115346 Apr 09 13:51:57.588149 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-7d9faff9-b532-463e-8ad4-f386008bb530 req-31dcf5dd-76ad-423e-99ab-968755604408 tempest-VolumesNegativeTest-575774382 tempest-VolumesNegativeTest-575774382-project] 10.222.0.75 "GET /v2.0/security-groups?id=627594cf-cf91-45f6-abd2-64394f6ba36a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0262933 Apr 09 13:51:58.057920 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99857946-a2ce-4681-b174-ba9f8ae2d0bc req-27bc23c4-768a-4407-8296-b90c3716e5db tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:51:58.059563 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-99857946-a2ce-4681-b174-ba9f8ae2d0bc req-27bc23c4-768a-4407-8296-b90c3716e5db tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] 10.222.0.75 "GET /v2.0/ports?device_id=8b5d6eb5-8dfa-4fd0-8f2d-9dd3590c2daf HTTP/1.1" status: 200 len: 943 time: 0.1034966 Apr 09 13:51:58.099481 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-99857946-a2ce-4681-b174-ba9f8ae2d0bc req-0171d4da-eaf4-4275-a656-ea6a5740370e tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] 10.222.0.75 "GET /v2.0/security-groups?id=947774b9-8c9c-4200-ad33-d72fdd5295bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320232 Apr 09 13:51:58.571006 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac037f7-c08a-40e1-a983-71380b32cbf7 req-e978cc6a-2fa1-42b6-aec6-a452fa6c993d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:51:58.572631 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-5ac037f7-c08a-40e1-a983-71380b32cbf7 req-e978cc6a-2fa1-42b6-aec6-a452fa6c993d service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=8b5d6eb5-8dfa-4fd0-8f2d-9dd3590c2daf&tenant_id=a2b444c2a873486d8c3ff30419c2c3f8 HTTP/1.1" status: 200 len: 1096 time: 0.0981312 Apr 09 13:51:58.685051 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac037f7-c08a-40e1-a983-71380b32cbf7 req-48fda511-61ee-41f6-9ad1-50b78938b22b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:51:58.686990 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-5ac037f7-c08a-40e1-a983-71380b32cbf7 req-48fda511-61ee-41f6-9ad1-50b78938b22b service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=a2b444c2a873486d8c3ff30419c2c3f8&device_id=8b5d6eb5-8dfa-4fd0-8f2d-9dd3590c2daf HTTP/1.1" status: 200 len: 1096 time: 0.0905855 Apr 09 13:51:58.847802 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.rpc [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Device acdf2316-5aa0-47d9-9c06-1e19971d89e8 details requested by agent hyperv_hv-cinder-78536 with host hv-cinder-78536 {{(pid=85267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 09 13:51:58.909396 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac037f7-c08a-40e1-a983-71380b32cbf7 req-5fc876e4-30f5-4163-aa6e-25d84ccf07b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:51:58.911072 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-5ac037f7-c08a-40e1-a983-71380b32cbf7 req-5fc876e4-30f5-4163-aa6e-25d84ccf07b6 service neutron] 10.222.0.90 "GET /v2.0/networks?id=a4bc50d2-4a55-4ee1-87aa-a1e91be18584 HTTP/1.1" status: 200 len: 918 time: 0.2160292 Apr 09 13:51:58.924998 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20f7c42-73fe-457e-ae57-ed50a13eb834 req-f124e4b9-214c-413a-b664-5434ac6ddee2 tempest-VolumesNegativeTest-575774382 tempest-VolumesNegativeTest-575774382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:51:58.926617 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-a20f7c42-73fe-457e-ae57-ed50a13eb834 req-f124e4b9-214c-413a-b664-5434ac6ddee2 tempest-VolumesNegativeTest-575774382 tempest-VolumesNegativeTest-575774382-project] 10.222.0.75 "GET /v2.0/ports?device_id=09e11489-b75e-45f8-9984-ffa93577c99d HTTP/1.1" status: 200 len: 948 time: 0.2076144 Apr 09 13:51:59.012185 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.db [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] For port acdf2316-5aa0-47d9-9c06-1e19971d89e8, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=acdf2316-5aa0-47d9-9c06-1e19971d89e8,segment=NetworkSegment(49ac29dd-807a-4e7d-b1c0-6cae8f5a495a),segment_id=49ac29dd-807a-4e7d-b1c0-6cae8f5a495a)] {{(pid=85267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 09 13:51:59.027084 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.rpc [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Returning: {'device': 'acdf2316-5aa0-47d9-9c06-1e19971d89e8', 'network_id': '3c8783d2-a66a-4d9f-b79f-dc399ce40348', 'port_id': 'acdf2316-5aa0-47d9-9c06-1e19971d89e8', 'mac_address': 'fa:16:3e:0b:94:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 646, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd6d858f-ebdb-43aa-8446-c5279d7855d7', 'ip_address': '192.168.233.108'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 09 13:51:59.038184 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-a20f7c42-73fe-457e-ae57-ed50a13eb834 req-c14883e5-db7d-46a6-972d-9a93715f0e94 tempest-VolumesNegativeTest-575774382 tempest-VolumesNegativeTest-575774382-project] 10.222.0.75 "GET /v2.0/security-groups?id=627594cf-cf91-45f6-abd2-64394f6ba36a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579481 Apr 09 13:51:59.058381 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-5ac037f7-c08a-40e1-a983-71380b32cbf7 req-ec461290-6d05-47d4-b5ca-27453f27b123 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=317fc4fb-b778-458a-a027-e44683b0f676 HTTP/1.1" status: 200 len: 998 time: 0.1307166 Apr 09 13:51:59.108092 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853739810'] for port, before_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:51:59.126648 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.notifiers.nova [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id acdf2316-5aa0-47d9-9c06-1e19971d89e8 {{(pid=85267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 09 13:51:59.132146 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac037f7-c08a-40e1-a983-71380b32cbf7 req-35849c1c-75bb-405b-93a9-eb9c383b5af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:51:59.133808 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-5ac037f7-c08a-40e1-a983-71380b32cbf7 req-35849c1c-75bb-405b-93a9-eb9c383b5af4 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=0144e1c8-7bcb-42a5-ac9e-709c8b2e67a5 HTTP/1.1" status: 200 len: 856 time: 0.0682013 Apr 09 13:51:59.143687 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.db [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] For port acdf2316-5aa0-47d9-9c06-1e19971d89e8, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=acdf2316-5aa0-47d9-9c06-1e19971d89e8,segment=NetworkSegment(49ac29dd-807a-4e7d-b1c0-6cae8f5a495a),segment_id=49ac29dd-807a-4e7d-b1c0-6cae8f5a495a)] {{(pid=85267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 09 13:51:59.147501 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853739901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853759498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265038874484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771815468181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265039307602'] for port, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:51:59.149813 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:51:59.220774 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac037f7-c08a-40e1-a983-71380b32cbf7 req-f1360193-4529-4878-ac16-255afd14b3e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:51:59.222441 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-5ac037f7-c08a-40e1-a983-71380b32cbf7 req-f1360193-4529-4878-ac16-255afd14b3e7 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=a4bc50d2-4a55-4ee1-87aa-a1e91be18584&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0822108 Apr 09 13:51:59.232555 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Pushing event updated for resources: {'Port': ['ID=acdf2316-5aa0-47d9-9c06-1e19971d89e8,revision_number=4']} {{(pid=85267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:51:59.238689 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:51:59.239080 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:51:59.239471 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:51:59.239842 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:51:59.240219 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:51:59.240586 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:51:59.241006 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:51:59.241377 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:51:59.241768 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:51:59.242128 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:51:59.242497 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:51:59.242859 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:51:59.251313 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=85267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:51:59.448034 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-5ac037f7-c08a-40e1-a983-71380b32cbf7 req-3b1e1e46-9bc5-450d-9cfc-63d0b00c21ea service neutron] 10.222.0.90 "GET /v2.0/networks/a4bc50d2-4a55-4ee1-87aa-a1e91be18584?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2177253 Apr 09 13:51:59.458767 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516378f8-b98d-490e-8b5f-8d5acd059a17 req-ba93e3b4-e43e-4051-9664-e67db6ad5954 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:51:59.460458 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-516378f8-b98d-490e-8b5f-8d5acd059a17 req-ba93e3b4-e43e-4051-9664-e67db6ad5954 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] 10.222.0.75 "GET /v2.0/ports?device_id=8b5d6eb5-8dfa-4fd0-8f2d-9dd3590c2daf HTTP/1.1" status: 200 len: 943 time: 0.1992979 Apr 09 13:51:59.472809 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.db [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] get_ports_and_sgs() called for port_ids ['acdf2316-5aa0-47d9-9c06-1e19971d89e8'] {{(pid=85267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 09 13:51:59.593122 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-516378f8-b98d-490e-8b5f-8d5acd059a17 req-9917d670-d05c-45a0-958e-536c4a33e211 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] 10.222.0.75 "GET /v2.0/security-groups?id=947774b9-8c9c-4200-ad33-d72fdd5295bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1019001 Apr 09 13:51:59.635517 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-5ac037f7-c08a-40e1-a983-71380b32cbf7 req-646da879-4d42-407e-bb89-306273a1e8c7 service neutron] 10.222.0.90 "GET /v2.0/networks/a4bc50d2-4a55-4ee1-87aa-a1e91be18584?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1738756 Apr 09 13:52:00.312879 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f0346d-7380-4cf7-a5e9-6c562d5f93e7 req-6098441d-e3d4-4cb6-993b-c3cae6d51cb1 tempest-VolumesNegativeTest-575774382 tempest-VolumesNegativeTest-575774382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:52:00.314705 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-66f0346d-7380-4cf7-a5e9-6c562d5f93e7 req-6098441d-e3d4-4cb6-993b-c3cae6d51cb1 tempest-VolumesNegativeTest-575774382 tempest-VolumesNegativeTest-575774382-project] 10.222.0.75 "GET /v2.0/ports?device_id=09e11489-b75e-45f8-9984-ffa93577c99d HTTP/1.1" status: 200 len: 949 time: 0.1519120 Apr 09 13:52:00.355078 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-66f0346d-7380-4cf7-a5e9-6c562d5f93e7 req-74531084-fc46-411f-bb01-08c79a230da6 tempest-VolumesNegativeTest-575774382 tempest-VolumesNegativeTest-575774382-project] 10.222.0.75 "GET /v2.0/security-groups?id=627594cf-cf91-45f6-abd2-64394f6ba36a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330315 Apr 09 13:52:00.845403 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.rpc [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Device acdf2316-5aa0-47d9-9c06-1e19971d89e8 up at agent hyperv_hv-cinder-78536 {{(pid=85267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 09 13:52:01.009859 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.provisioning_blocks [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Provisioning for port acdf2316-5aa0-47d9-9c06-1e19971d89e8 completed by entity L2. {{(pid=85267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 09 13:52:01.024727 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.provisioning_blocks [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Provisioning complete for port acdf2316-5aa0-47d9-9c06-1e19971d89e8 triggered by entity L2. {{(pid=85267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 09 13:52:01.025525 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765226'] for port, provisioning_complete {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:52:01.151629 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c648e9a8-20ec-4108-8e57-910ba6876316 req-b5f80345-a4d4-4dba-8cc2-abdb78b2fa8d tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:52:01.160114 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-c648e9a8-20ec-4108-8e57-910ba6876316 req-b5f80345-a4d4-4dba-8cc2-abdb78b2fa8d tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] 10.222.0.75 "GET /v2.0/ports?device_id=8b5d6eb5-8dfa-4fd0-8f2d-9dd3590c2daf HTTP/1.1" status: 200 len: 943 time: 0.4133365 Apr 09 13:52:01.189602 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-c648e9a8-20ec-4108-8e57-910ba6876316 req-12ca8f51-d5ee-4009-adfa-5340b8381f0e tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] 10.222.0.75 "GET /v2.0/security-groups?id=947774b9-8c9c-4200-ad33-d72fdd5295bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0281551 Apr 09 13:52:01.192189 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-616da332-1c8d-48ec-852a-d47faac1eeca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:52:01.291468 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853739810'] for port, before_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:52:01.315317 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09e11489-b75e-45f8-9984-ffa93577c99d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acdf2316-5aa0-47d9-9c06-1e19971d89e8'}] {{(pid=85267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 09 13:52:01.330360 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.db [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] For port acdf2316-5aa0-47d9-9c06-1e19971d89e8, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=acdf2316-5aa0-47d9-9c06-1e19971d89e8,segment=NetworkSegment(49ac29dd-807a-4e7d-b1c0-6cae8f5a495a),segment_id=49ac29dd-807a-4e7d-b1c0-6cae8f5a495a)] {{(pid=85267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 09 13:52:01.337181 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853739901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853759498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265038874484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771815468181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265039307602'] for port, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:52:01.343957 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:52:01.408907 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09e11489-b75e-45f8-9984-ffa93577c99d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acdf2316-5aa0-47d9-9c06-1e19971d89e8', 'code': 200} Apr 09 13:52:01.449134 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Pushing event updated for resources: {'Port': ['ID=acdf2316-5aa0-47d9-9c06-1e19971d89e8,revision_number=5']} {{(pid=85267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:52:01.461069 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=85267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:52:01.622984 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6cb1e8-d938-4d5d-bc38-9002d16243db req-37ce0c57-0153-4ff1-ad58-c73b9ebc6f7b tempest-VolumesNegativeTest-575774382 tempest-VolumesNegativeTest-575774382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:52:01.624692 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-fa6cb1e8-d938-4d5d-bc38-9002d16243db req-37ce0c57-0153-4ff1-ad58-c73b9ebc6f7b tempest-VolumesNegativeTest-575774382 tempest-VolumesNegativeTest-575774382-project] 10.222.0.75 "GET /v2.0/ports?device_id=09e11489-b75e-45f8-9984-ffa93577c99d HTTP/1.1" status: 200 len: 950 time: 0.1345160 Apr 09 13:52:01.662352 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-fa6cb1e8-d938-4d5d-bc38-9002d16243db req-bde15603-40e2-4df2-8a35-0b92b778a83d tempest-VolumesNegativeTest-575774382 tempest-VolumesNegativeTest-575774382-project] 10.222.0.75 "GET /v2.0/security-groups?id=627594cf-cf91-45f6-abd2-64394f6ba36a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303471 Apr 09 13:52:02.431854 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb98845-f6dd-4d26-bd26-bc8b5d6cdc61 req-3622cb80-bd5f-4279-8641-4d8774ae8619 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:52:02.435099 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-4fb98845-f6dd-4d26-bd26-bc8b5d6cdc61 req-3622cb80-bd5f-4279-8641-4d8774ae8619 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] 10.222.0.75 "GET /v2.0/ports?device_id=8b5d6eb5-8dfa-4fd0-8f2d-9dd3590c2daf HTTP/1.1" status: 200 len: 943 time: 0.1023176 Apr 09 13:52:02.470721 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-4fb98845-f6dd-4d26-bd26-bc8b5d6cdc61 req-6072d942-c8cf-4c89-a9ae-abca75960f6b tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] 10.222.0.75 "GET /v2.0/security-groups?id=947774b9-8c9c-4200-ad33-d72fdd5295bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0283678 Apr 09 13:52:02.914302 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44b55ee-2a82-4c98-a8cd-efd5bae19e18 req-602a6257-7856-4020-ba7a-e6150c8a1dd2 tempest-VolumesNegativeTest-575774382 tempest-VolumesNegativeTest-575774382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:52:02.915960 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-f44b55ee-2a82-4c98-a8cd-efd5bae19e18 req-602a6257-7856-4020-ba7a-e6150c8a1dd2 tempest-VolumesNegativeTest-575774382 tempest-VolumesNegativeTest-575774382-project] 10.222.0.75 "GET /v2.0/ports?device_id=09e11489-b75e-45f8-9984-ffa93577c99d HTTP/1.1" status: 200 len: 950 time: 0.1226144 Apr 09 13:52:02.950212 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-f44b55ee-2a82-4c98-a8cd-efd5bae19e18 req-dd512c29-9d47-4a5d-8b52-4ab2d8f648a2 tempest-VolumesNegativeTest-575774382 tempest-VolumesNegativeTest-575774382-project] 10.222.0.75 "GET /v2.0/security-groups?id=627594cf-cf91-45f6-abd2-64394f6ba36a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0265043 Apr 09 13:52:03.730580 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1243798-0e1f-43b0-a903-45baeb3273a2 req-d16e38a4-5cca-481e-bc10-5b5edfe94e28 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:52:03.732248 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-f1243798-0e1f-43b0-a903-45baeb3273a2 req-d16e38a4-5cca-481e-bc10-5b5edfe94e28 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] 10.222.0.75 "GET /v2.0/ports?device_id=8b5d6eb5-8dfa-4fd0-8f2d-9dd3590c2daf HTTP/1.1" status: 200 len: 943 time: 0.1004574 Apr 09 13:52:03.769264 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-f1243798-0e1f-43b0-a903-45baeb3273a2 req-b04150b4-65ec-4bdd-a5f3-db5df3304ee5 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] 10.222.0.75 "GET /v2.0/security-groups?id=947774b9-8c9c-4200-ad33-d72fdd5295bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0295801 Apr 09 13:52:04.201995 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40ffbae-fb96-4815-95fa-2ae8f570dbcb req-a2b51714-3169-4ee0-813f-18f677b1f50f tempest-VolumesNegativeTest-575774382 tempest-VolumesNegativeTest-575774382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:52:04.211971 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-d40ffbae-fb96-4815-95fa-2ae8f570dbcb req-a2b51714-3169-4ee0-813f-18f677b1f50f tempest-VolumesNegativeTest-575774382 tempest-VolumesNegativeTest-575774382-project] 10.222.0.75 "GET /v2.0/ports?device_id=09e11489-b75e-45f8-9984-ffa93577c99d HTTP/1.1" status: 200 len: 950 time: 0.1323855 Apr 09 13:52:04.233760 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-e3141f32-b26a-4f91-967b-3b996afefec6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:52:04.251537 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-d40ffbae-fb96-4815-95fa-2ae8f570dbcb req-019e5856-e60b-4909-9b5b-28326c269c68 tempest-VolumesNegativeTest-575774382 tempest-VolumesNegativeTest-575774382-project] 10.222.0.75 "GET /v2.0/security-groups?id=627594cf-cf91-45f6-abd2-64394f6ba36a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376868 Apr 09 13:52:04.583983 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-038b6fee-909e-41c9-b649-649ad33ce393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:52:05.272883 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:52:05.407283 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da74a189-9fc1-46e3-8346-6b9900f5f823 req-24f84b5b-ff8a-4656-acfd-a3a32369fc3a tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:52:05.409124 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-da74a189-9fc1-46e3-8346-6b9900f5f823 req-24f84b5b-ff8a-4656-acfd-a3a32369fc3a tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] 10.222.0.75 "GET /v2.0/ports?device_id=8b5d6eb5-8dfa-4fd0-8f2d-9dd3590c2daf HTTP/1.1" status: 200 len: 943 time: 0.1066461 Apr 09 13:52:05.450692 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-da74a189-9fc1-46e3-8346-6b9900f5f823 req-c2dad0a0-607a-417c-a915-afeb76b2e213 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] 10.222.0.75 "GET /v2.0/security-groups?id=947774b9-8c9c-4200-ad33-d72fdd5295bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0261271 Apr 09 13:52:05.693566 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-c378f248-96be-4ef7-a52f-f55c09e56a36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:52:05.707962 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f7de02-a60f-405d-b178-545f373ebf6b req-0692911e-6f01-4e5a-b0f7-c3c68d08a5e5 tempest-VolumesNegativeTest-575774382 tempest-VolumesNegativeTest-575774382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:52:05.709637 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-75f7de02-a60f-405d-b178-545f373ebf6b req-0692911e-6f01-4e5a-b0f7-c3c68d08a5e5 tempest-VolumesNegativeTest-575774382 tempest-VolumesNegativeTest-575774382-project] 10.222.0.75 "GET /v2.0/ports?device_id=09e11489-b75e-45f8-9984-ffa93577c99d HTTP/1.1" status: 200 len: 950 time: 0.1301880 Apr 09 13:52:05.764885 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-75f7de02-a60f-405d-b178-545f373ebf6b req-c865120a-9046-455e-ac14-2b4ef636a567 tempest-VolumesNegativeTest-575774382 tempest-VolumesNegativeTest-575774382-project] 10.222.0.75 "GET /v2.0/security-groups?id=627594cf-cf91-45f6-abd2-64394f6ba36a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461638 Apr 09 13:52:06.717558 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87b847c-2b9b-4f97-9293-ab9171bb3041 req-b2d35975-3fd4-4b33-ac32-46741cea5484 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:52:06.719251 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-b87b847c-2b9b-4f97-9293-ab9171bb3041 req-b2d35975-3fd4-4b33-ac32-46741cea5484 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] 10.222.0.75 "GET /v2.0/ports?device_id=8b5d6eb5-8dfa-4fd0-8f2d-9dd3590c2daf HTTP/1.1" status: 200 len: 943 time: 0.0992901 Apr 09 13:52:06.811076 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-b87b847c-2b9b-4f97-9293-ab9171bb3041 req-800fcf14-23cf-4d2b-aaec-2b266fc092af tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] 10.222.0.75 "GET /v2.0/security-groups?id=947774b9-8c9c-4200-ad33-d72fdd5295bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802319 Apr 09 13:52:07.056042 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7306f21b-1111-4faf-aedc-1346f53a0765 req-8f9ae7d2-56a1-4dd0-9759-026a0592b728 tempest-VolumesNegativeTest-575774382 tempest-VolumesNegativeTest-575774382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:52:07.058790 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-7306f21b-1111-4faf-aedc-1346f53a0765 req-8f9ae7d2-56a1-4dd0-9759-026a0592b728 tempest-VolumesNegativeTest-575774382 tempest-VolumesNegativeTest-575774382-project] 10.222.0.75 "GET /v2.0/ports?device_id=09e11489-b75e-45f8-9984-ffa93577c99d HTTP/1.1" status: 200 len: 950 time: 0.1227357 Apr 09 13:52:07.102640 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-7306f21b-1111-4faf-aedc-1346f53a0765 req-4dbca0e4-d448-4a51-b623-a0d10ffea194 tempest-VolumesNegativeTest-575774382 tempest-VolumesNegativeTest-575774382-project] 10.222.0.75 "GET /v2.0/security-groups?id=627594cf-cf91-45f6-abd2-64394f6ba36a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303991 Apr 09 13:52:08.045339 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1423f009-b338-485b-96a1-aee873ef26c4 req-429d804d-021d-4e3b-ac06-3b4eea0c887a tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:52:08.048367 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-1423f009-b338-485b-96a1-aee873ef26c4 req-429d804d-021d-4e3b-ac06-3b4eea0c887a tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] 10.222.0.75 "GET /v2.0/ports?device_id=8b5d6eb5-8dfa-4fd0-8f2d-9dd3590c2daf HTTP/1.1" status: 200 len: 943 time: 0.0963600 Apr 09 13:52:08.079662 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-1423f009-b338-485b-96a1-aee873ef26c4 req-590ff7ca-b748-4b9a-9316-1d1b57a89dca tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] 10.222.0.75 "GET /v2.0/security-groups?id=947774b9-8c9c-4200-ad33-d72fdd5295bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0246270 Apr 09 13:52:08.368418 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e21bad-30f4-4cfc-a707-0a1d46b92abd req-43aaf119-0d16-4368-af78-b2a85210d971 tempest-VolumesNegativeTest-575774382 tempest-VolumesNegativeTest-575774382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:52:08.370523 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-e2e21bad-30f4-4cfc-a707-0a1d46b92abd req-43aaf119-0d16-4368-af78-b2a85210d971 tempest-VolumesNegativeTest-575774382 tempest-VolumesNegativeTest-575774382-project] 10.222.0.75 "GET /v2.0/ports?device_id=09e11489-b75e-45f8-9984-ffa93577c99d HTTP/1.1" status: 200 len: 950 time: 0.1288116 Apr 09 13:52:08.411301 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-e2e21bad-30f4-4cfc-a707-0a1d46b92abd req-4ca1f230-5512-4e70-a846-dbf66ea54d3d tempest-VolumesNegativeTest-575774382 tempest-VolumesNegativeTest-575774382-project] 10.222.0.75 "GET /v2.0/security-groups?id=627594cf-cf91-45f6-abd2-64394f6ba36a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332537 Apr 09 13:52:09.341654 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31857f54-568a-4342-9067-ebf1226ff666 req-850f075d-5488-484e-8fdf-310bb5c8d90b tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:52:09.343342 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-31857f54-568a-4342-9067-ebf1226ff666 req-850f075d-5488-484e-8fdf-310bb5c8d90b tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] 10.222.0.75 "GET /v2.0/ports?device_id=8b5d6eb5-8dfa-4fd0-8f2d-9dd3590c2daf HTTP/1.1" status: 200 len: 943 time: 0.0934937 Apr 09 13:52:09.380513 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-31857f54-568a-4342-9067-ebf1226ff666 req-4acbb629-eaca-4e2e-acff-cb9ef2275985 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] 10.222.0.75 "GET /v2.0/security-groups?id=947774b9-8c9c-4200-ad33-d72fdd5295bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0291824 Apr 09 13:52:09.673411 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1986bf23-6303-4eae-982e-a3e902db1b42 req-8f0c7d78-9213-49d5-b548-58ed91ea39c6 tempest-VolumesNegativeTest-575774382 tempest-VolumesNegativeTest-575774382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:52:09.675105 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-1986bf23-6303-4eae-982e-a3e902db1b42 req-8f0c7d78-9213-49d5-b548-58ed91ea39c6 tempest-VolumesNegativeTest-575774382 tempest-VolumesNegativeTest-575774382-project] 10.222.0.75 "GET /v2.0/ports?device_id=09e11489-b75e-45f8-9984-ffa93577c99d HTTP/1.1" status: 200 len: 950 time: 0.1078563 Apr 09 13:52:09.755914 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-1986bf23-6303-4eae-982e-a3e902db1b42 req-12ceff18-49e1-4bab-8ecd-da3c3426f362 tempest-VolumesNegativeTest-575774382 tempest-VolumesNegativeTest-575774382-project] 10.222.0.75 "GET /v2.0/security-groups?id=627594cf-cf91-45f6-abd2-64394f6ba36a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628331 Apr 09 13:52:10.614294 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f6e4de-c03a-447a-bd77-c902814c330c req-ae73d8ca-46e5-4e43-9d1a-0c7b99b61621 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:52:10.616144 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-94f6e4de-c03a-447a-bd77-c902814c330c req-ae73d8ca-46e5-4e43-9d1a-0c7b99b61621 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] 10.222.0.75 "GET /v2.0/ports?device_id=8b5d6eb5-8dfa-4fd0-8f2d-9dd3590c2daf HTTP/1.1" status: 200 len: 943 time: 0.1033962 Apr 09 13:52:10.652250 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-94f6e4de-c03a-447a-bd77-c902814c330c req-24f1d055-2d5a-4b62-94b0-19bf8821366f tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] 10.222.0.75 "GET /v2.0/security-groups?id=947774b9-8c9c-4200-ad33-d72fdd5295bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0280755 Apr 09 13:52:10.951549 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:52:11.132040 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e559252-16d4-4439-9f0d-75f461a6dc5e req-2022a260-7ee6-4aef-adf2-b6affaada6e2 tempest-VolumesNegativeTest-575774382 tempest-VolumesNegativeTest-575774382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:52:11.133776 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-5e559252-16d4-4439-9f0d-75f461a6dc5e req-2022a260-7ee6-4aef-adf2-b6affaada6e2 tempest-VolumesNegativeTest-575774382 tempest-VolumesNegativeTest-575774382-project] 10.222.0.75 "GET /v2.0/ports?device_id=09e11489-b75e-45f8-9984-ffa93577c99d HTTP/1.1" status: 200 len: 950 time: 0.1387036 Apr 09 13:52:11.172944 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-5e559252-16d4-4439-9f0d-75f461a6dc5e req-9c0344e5-ce82-4542-9e00-d2907cc6009c tempest-VolumesNegativeTest-575774382 tempest-VolumesNegativeTest-575774382-project] 10.222.0.75 "GET /v2.0/security-groups?id=627594cf-cf91-45f6-abd2-64394f6ba36a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314844 Apr 09 13:52:11.874401 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798d63d0-6f5f-4678-baa4-c6607a1a0c65 req-41919634-cc67-42fd-8bb9-686a60e3b6fe tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:52:11.876023 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-798d63d0-6f5f-4678-baa4-c6607a1a0c65 req-41919634-cc67-42fd-8bb9-686a60e3b6fe tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] 10.222.0.75 "GET /v2.0/ports?device_id=8b5d6eb5-8dfa-4fd0-8f2d-9dd3590c2daf HTTP/1.1" status: 200 len: 943 time: 0.1006591 Apr 09 13:52:11.909460 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-798d63d0-6f5f-4678-baa4-c6607a1a0c65 req-889f4258-5ff9-4e6c-babd-0fb644b7df54 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] 10.222.0.75 "GET /v2.0/security-groups?id=947774b9-8c9c-4200-ad33-d72fdd5295bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0263195 Apr 09 13:52:12.398776 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a96967-47d3-49d1-a122-a5da20a30ba9 req-d61ee156-dfec-4ea5-a8f5-28157c9c869e tempest-VolumesNegativeTest-575774382 tempest-VolumesNegativeTest-575774382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:52:12.400620 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-96a96967-47d3-49d1-a122-a5da20a30ba9 req-d61ee156-dfec-4ea5-a8f5-28157c9c869e tempest-VolumesNegativeTest-575774382 tempest-VolumesNegativeTest-575774382-project] 10.222.0.75 "GET /v2.0/ports?device_id=09e11489-b75e-45f8-9984-ffa93577c99d HTTP/1.1" status: 200 len: 950 time: 0.0984461 Apr 09 13:52:12.437063 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-96a96967-47d3-49d1-a122-a5da20a30ba9 req-73d69b78-aa0d-4881-80ef-314d4aa23d52 tempest-VolumesNegativeTest-575774382 tempest-VolumesNegativeTest-575774382-project] 10.222.0.75 "GET /v2.0/security-groups?id=627594cf-cf91-45f6-abd2-64394f6ba36a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0262036 Apr 09 13:52:13.139892 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834bc590-db5d-49dc-b8d3-6576b58c633e req-409a3ba9-3afb-4115-a822-351827f55236 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:52:13.141453 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-834bc590-db5d-49dc-b8d3-6576b58c633e req-409a3ba9-3afb-4115-a822-351827f55236 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] 10.222.0.75 "GET /v2.0/ports?device_id=8b5d6eb5-8dfa-4fd0-8f2d-9dd3590c2daf HTTP/1.1" status: 200 len: 943 time: 0.0978560 Apr 09 13:52:13.178896 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-834bc590-db5d-49dc-b8d3-6576b58c633e req-b50e1443-afc8-4830-bae8-bf708d365114 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] 10.222.0.75 "GET /v2.0/security-groups?id=947774b9-8c9c-4200-ad33-d72fdd5295bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305841 Apr 09 13:52:13.662468 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b149c31f-1796-4195-ac2a-1e5d8f65ca8f req-aa451e67-c0a0-4aa8-ac28-384a90b22449 tempest-VolumesNegativeTest-575774382 tempest-VolumesNegativeTest-575774382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:52:13.664277 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-b149c31f-1796-4195-ac2a-1e5d8f65ca8f req-aa451e67-c0a0-4aa8-ac28-384a90b22449 tempest-VolumesNegativeTest-575774382 tempest-VolumesNegativeTest-575774382-project] 10.222.0.75 "GET /v2.0/ports?device_id=09e11489-b75e-45f8-9984-ffa93577c99d HTTP/1.1" status: 200 len: 950 time: 0.1044164 Apr 09 13:52:13.698992 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-b149c31f-1796-4195-ac2a-1e5d8f65ca8f req-e41f6059-5ffc-4607-8ea4-5678e0cf11b6 tempest-VolumesNegativeTest-575774382 tempest-VolumesNegativeTest-575774382-project] 10.222.0.75 "GET /v2.0/security-groups?id=627594cf-cf91-45f6-abd2-64394f6ba36a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0280795 Apr 09 13:52:13.724535 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85266) accepted ('10.222.0.75', 35754) {{(pid=85266) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:52:13.781318 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.db_base_plugin_v2 [None req-efbdadf8-cbfe-4549-ba06-aa30c7c6f170 admin admin] Deleting subnet 34416a6a-bd52-4646-ab7d-89fb46c5b423 {{(pid=85266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 09 13:52:13.786481 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-efbdadf8-cbfe-4549-ba06-aa30c7c6f170 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:52:13.850881 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-efbdadf8-cbfe-4549-ba06-aa30c7c6f170 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2202283'] for subnet, precommit_delete_associations {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:52:13.914663 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-efbdadf8-cbfe-4549-ba06-aa30c7c6f170 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854770481'] for subnet, precommit_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:52:14.239761 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-efbdadf8-cbfe-4549-ba06-aa30c7c6f170 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-5316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852572547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2218386'] for subnet, after_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:52:14.258795 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-9512f0f0-0cf5-4d4c-adff-9b737a3ed6da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:52:14.311518 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbdadf8-cbfe-4549-ba06-aa30c7c6f170 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=34416a6a-bd52-4646-ab7d-89fb46c5b423,revision_number=None']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:52:14.421160 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbdadf8-cbfe-4549-ba06-aa30c7c6f170 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:52:14.421659 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbdadf8-cbfe-4549-ba06-aa30c7c6f170 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:52:14.422721 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbdadf8-cbfe-4549-ba06-aa30c7c6f170 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:52:14.423371 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbdadf8-cbfe-4549-ba06-aa30c7c6f170 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:52:14.423882 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbdadf8-cbfe-4549-ba06-aa30c7c6f170 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:52:14.424408 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbdadf8-cbfe-4549-ba06-aa30c7c6f170 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:52:14.424811 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbdadf8-cbfe-4549-ba06-aa30c7c6f170 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:52:14.425215 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbdadf8-cbfe-4549-ba06-aa30c7c6f170 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:52:14.425604 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbdadf8-cbfe-4549-ba06-aa30c7c6f170 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:52:14.426021 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbdadf8-cbfe-4549-ba06-aa30c7c6f170 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:52:14.426410 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbdadf8-cbfe-4549-ba06-aa30c7c6f170 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:52:14.426988 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbdadf8-cbfe-4549-ba06-aa30c7c6f170 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:52:14.446186 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-efbdadf8-cbfe-4549-ba06-aa30c7c6f170 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:52:14.478334 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-efbdadf8-cbfe-4549-ba06-aa30c7c6f170 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:52:14.489393 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-efbdadf8-cbfe-4549-ba06-aa30c7c6f170 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/34416a6a-bd52-4646-ab7d-89fb46c5b423 HTTP/1.1" status: 204 len: 168 time: 0.7741506 Apr 09 13:52:14.492844 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.75', 35762) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:52:14.523344 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26c8657-40bc-4e0d-8285-c00eb0694c2a req-4a8019d0-d8d4-4982-bdca-db9e16501f61 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:52:14.525390 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-e26c8657-40bc-4e0d-8285-c00eb0694c2a req-4a8019d0-d8d4-4982-bdca-db9e16501f61 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] 10.222.0.75 "GET /v2.0/ports?device_id=8b5d6eb5-8dfa-4fd0-8f2d-9dd3590c2daf HTTP/1.1" status: 200 len: 943 time: 0.1524277 Apr 09 13:52:14.565964 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-e26c8657-40bc-4e0d-8285-c00eb0694c2a req-63f2db60-aae8-4254-a1f0-d11f0208efe8 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] 10.222.0.75 "GET /v2.0/security-groups?id=947774b9-8c9c-4200-ad33-d72fdd5295bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301287 Apr 09 13:52:14.648286 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-4439211e-c368-4b06-870d-54830c83db89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-925549'] for network, before_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:52:14.881416 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-4439211e-c368-4b06-870d-54830c83db89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-12623', 'neutron.services.segments.db._delete_segments_for_network--9223363265038819086'] for network, precommit_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:52:14.974000 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e70968-433a-48b1-86b6-2b6b711cc1aa req-e20d6511-6a69-483c-a515-1f689ba53a4a tempest-VolumesNegativeTest-575774382 tempest-VolumesNegativeTest-575774382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:52:14.976212 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-18e70968-433a-48b1-86b6-2b6b711cc1aa req-e20d6511-6a69-483c-a515-1f689ba53a4a tempest-VolumesNegativeTest-575774382 tempest-VolumesNegativeTest-575774382-project] 10.222.0.75 "GET /v2.0/ports?device_id=09e11489-b75e-45f8-9984-ffa93577c99d HTTP/1.1" status: 200 len: 950 time: 0.1265831 Apr 09 13:52:15.027352 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-18e70968-433a-48b1-86b6-2b6b711cc1aa req-56688175-70b8-49f0-abd2-84cfef80b449 tempest-VolumesNegativeTest-575774382 tempest-VolumesNegativeTest-575774382-project] 10.222.0.75 "GET /v2.0/security-groups?id=627594cf-cf91-45f6-abd2-64394f6ba36a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443223 Apr 09 13:52:15.050217 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.services.segments.db [None req-4439211e-c368-4b06-870d-54830c83db89 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12ad52cf-1a35-4ab3-95a3-9f3e01f33416']}} {{(pid=85265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 13:52:15.082016 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.services.segments.db [None req-4439211e-c368-4b06-870d-54830c83db89 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46faed05-cf6e-4ae4-bbb6-688aae85c3e4') {'for_net_delete': True} {{(pid=85265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 13:52:15.082518 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.services.segments.db [None req-4439211e-c368-4b06-870d-54830c83db89 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46faed05-cf6e-4ae4-bbb6-688aae85c3e4') {} {{(pid=85265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 13:52:15.097117 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-4439211e-c368-4b06-870d-54830c83db89 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363265038788092', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853019633'] for segment, before_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:52:15.117224 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-4439211e-c368-4b06-870d-54830c83db89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854760408'] for segment, precommit_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:52:15.127028 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4439211e-c368-4b06-870d-54830c83db89 admin admin] Releasing vlan 615 on physical network physnet1 to pool {{(pid=85265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 09 13:52:15.186725 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-1a85ea5c-0a7f-46b0-bd1f-08628f966d81 req-03c2cb08-97dd-4e0c-9a43-c92ef43b33a2 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=a503abd7-9a17-4e98-b19d-44c2b8e5f936&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1676977 Apr 09 13:52:15.291670 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a85ea5c-0a7f-46b0-bd1f-08628f966d81 req-74459a4d-c143-4259-8489-009bb92878b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:52:15.293251 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-1a85ea5c-0a7f-46b0-bd1f-08628f966d81 req-74459a4d-c143-4259-8489-009bb92878b8 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=42cd23f53368468a94a14f89589efd1d&device_id=a503abd7-9a17-4e98-b19d-44c2b8e5f936 HTTP/1.1" status: 200 len: 1098 time: 0.0843036 Apr 09 13:52:15.388195 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.managers [None req-4439211e-c368-4b06-870d-54830c83db89 admin admin] Network 12ad52cf-1a35-4ab3-95a3-9f3e01f33416 has no segments {{(pid=85265) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 09 13:52:15.399132 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-4439211e-c368-4b06-870d-54830c83db89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2810634'] for segment, after_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:52:15.477622 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a85ea5c-0a7f-46b0-bd1f-08628f966d81 req-51ae7b57-695e-493e-b221-6785d4795966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:52:15.479480 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-1a85ea5c-0a7f-46b0-bd1f-08628f966d81 req-51ae7b57-695e-493e-b221-6785d4795966 service neutron] 10.222.0.90 "GET /v2.0/networks?id=ae0f8e7f-ca5f-4c00-9803-4f9cd2a8e187 HTTP/1.1" status: 200 len: 910 time: 0.1634197 Apr 09 13:52:15.602343 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.managers [None req-4439211e-c368-4b06-870d-54830c83db89 admin admin] Network 12ad52cf-1a35-4ab3-95a3-9f3e01f33416 has no segments {{(pid=85265) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 09 13:52:15.632863 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-1a85ea5c-0a7f-46b0-bd1f-08628f966d81 req-38f35000-1cb8-4309-9996-bd802eda35b4 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=692d69f0-6230-42eb-8695-2e698bb43640 HTTP/1.1" status: 200 len: 1000 time: 0.1322050 Apr 09 13:52:15.709477 dv-cinder-785362-1-smb neutron-server[85152]: Traceback (most recent call last): Apr 09 13:52:15.709477 dv-cinder-785362-1-smb neutron-server[85152]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 09 13:52:15.709477 dv-cinder-785362-1-smb neutron-server[85152]: timer() Apr 09 13:52:15.709477 dv-cinder-785362-1-smb neutron-server[85152]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 09 13:52:15.709477 dv-cinder-785362-1-smb neutron-server[85152]: cb(*args, **kw) Apr 09 13:52:15.709477 dv-cinder-785362-1-smb neutron-server[85152]: File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper Apr 09 13:52:15.709477 dv-cinder-785362-1-smb neutron-server[85152]: return func(*args, **kwargs) Apr 09 13:52:15.709477 dv-cinder-785362-1-smb neutron-server[85152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 09 13:52:15.709477 dv-cinder-785362-1-smb neutron-server[85152]: self._notify() Apr 09 13:52:15.709477 dv-cinder-785362-1-smb neutron-server[85152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 09 13:52:15.709477 dv-cinder-785362-1-smb neutron-server[85152]: self.callback(batched_events) Apr 09 13:52:15.709477 dv-cinder-785362-1-smb neutron-server[85152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 09 13:52:15.709477 dv-cinder-785362-1-smb neutron-server[85152]: event.method(event) Apr 09 13:52:15.709477 dv-cinder-785362-1-smb neutron-server[85152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 09 13:52:15.709477 dv-cinder-785362-1-smb neutron-server[85152]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 09 13:52:15.709477 dv-cinder-785362-1-smb neutron-server[85152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 09 13:52:15.709477 dv-cinder-785362-1-smb neutron-server[85152]: segment_id)['aggregates'][0] Apr 09 13:52:15.709477 dv-cinder-785362-1-smb neutron-server[85152]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 09 13:52:15.709477 dv-cinder-785362-1-smb neutron-server[85152]: return f(self, *a, **k) Apr 09 13:52:15.709477 dv-cinder-785362-1-smb neutron-server[85152]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 09 13:52:15.709477 dv-cinder-785362-1-smb neutron-server[85152]: return self._get(url).json() Apr 09 13:52:15.709477 dv-cinder-785362-1-smb neutron-server[85152]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 09 13:52:15.709477 dv-cinder-785362-1-smb neutron-server[85152]: **kwargs) Apr 09 13:52:15.709477 dv-cinder-785362-1-smb neutron-server[85152]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 09 13:52:15.709477 dv-cinder-785362-1-smb neutron-server[85152]: return self.request(url, 'GET', **kwargs) Apr 09 13:52:15.709477 dv-cinder-785362-1-smb neutron-server[85152]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 09 13:52:15.709477 dv-cinder-785362-1-smb neutron-server[85152]: **endpoint_filter) Apr 09 13:52:15.709477 dv-cinder-785362-1-smb neutron-server[85152]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 09 13:52:15.709477 dv-cinder-785362-1-smb neutron-server[85152]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 09 13:52:15.709477 dv-cinder-785362-1-smb neutron-server[85152]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 09 13:52:15.709477 dv-cinder-785362-1-smb neutron-server[85152]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 09 13:52:15.709477 dv-cinder-785362-1-smb neutron-server[85152]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 09 13:52:15.715143 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63fbafe-6562-4aa1-bd07-19510b229ad3 req-66ac40fb-5150-430a-b897-d81695f5664a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:52:15.715143 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-d63fbafe-6562-4aa1-bd07-19510b229ad3 req-66ac40fb-5150-430a-b897-d81695f5664a service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=09e11489-b75e-45f8-9984-ffa93577c99d HTTP/1.1" status: 200 len: 1103 time: 0.5043762 Apr 09 13:52:15.718554 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-4439211e-c368-4b06-870d-54830c83db89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854763193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-711362'] for network, after_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:52:15.732558 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a85ea5c-0a7f-46b0-bd1f-08628f966d81 req-7b8ae584-3c68-4020-8833-82f5dd9b952a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:52:15.737741 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-9d991d23-3b3a-4ff3-b60b-5ac924715697 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:52:15.742132 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-1a85ea5c-0a7f-46b0-bd1f-08628f966d81 req-7b8ae584-3c68-4020-8833-82f5dd9b952a service neutron] 10.222.0.90 "GET /v2.0/subnets?id=3d7b5803-c407-4abc-ab92-6b23397b2a0e HTTP/1.1" status: 200 len: 848 time: 0.0975332 Apr 09 13:52:15.755279 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-4439211e-c368-4b06-870d-54830c83db89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758280'] for network, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:52:15.764998 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4439211e-c368-4b06-870d-54830c83db89 admin admin] Pushing event deleted for resources: {'Network': ['ID=12ad52cf-1a35-4ab3-95a3-9f3e01f33416,revision_number=None']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:52:15.783101 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4439211e-c368-4b06-870d-54830c83db89 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:52:15.783526 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4439211e-c368-4b06-870d-54830c83db89 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:52:15.783938 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4439211e-c368-4b06-870d-54830c83db89 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:52:15.784421 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4439211e-c368-4b06-870d-54830c83db89 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:52:15.784747 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4439211e-c368-4b06-870d-54830c83db89 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:52:15.785096 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4439211e-c368-4b06-870d-54830c83db89 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:52:15.785605 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4439211e-c368-4b06-870d-54830c83db89 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:52:15.786015 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4439211e-c368-4b06-870d-54830c83db89 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:52:15.786315 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4439211e-c368-4b06-870d-54830c83db89 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:52:15.786712 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4439211e-c368-4b06-870d-54830c83db89 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:52:15.787048 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4439211e-c368-4b06-870d-54830c83db89 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:52:15.787432 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4439211e-c368-4b06-870d-54830c83db89 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:52:15.793736 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-d63fbafe-6562-4aa1-bd07-19510b229ad3 req-f8cc3022-28ec-4661-9d67-7ef77417ea61 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=627594cf-cf91-45f6-abd2-64394f6ba36a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706329 Apr 09 13:52:15.794027 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-4439211e-c368-4b06-870d-54830c83db89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:52:15.799296 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-4439211e-c368-4b06-870d-54830c83db89 admin admin] 10.222.0.75 "DELETE /v2.0/networks/12ad52cf-1a35-4ab3-95a3-9f3e01f33416 HTTP/1.1" status: 204 len: 168 time: 1.3050160 Apr 09 13:52:15.923726 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a85ea5c-0a7f-46b0-bd1f-08628f966d81 req-522f2903-7195-4726-a8a8-a9d1119f2a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:52:15.925387 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-1a85ea5c-0a7f-46b0-bd1f-08628f966d81 req-522f2903-7195-4726-a8a8-a9d1119f2a61 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=ae0f8e7f-ca5f-4c00-9803-4f9cd2a8e187&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1821511 Apr 09 13:52:15.940405 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9853f3b-947d-4564-bf51-bdeba30d6027 req-12d91255-8fe8-47fb-a0a8-83316094f5c2 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:52:15.942019 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-f9853f3b-947d-4564-bf51-bdeba30d6027 req-12d91255-8fe8-47fb-a0a8-83316094f5c2 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] 10.222.0.75 "GET /v2.0/ports?device_id=8b5d6eb5-8dfa-4fd0-8f2d-9dd3590c2daf HTTP/1.1" status: 200 len: 943 time: 0.1364806 Apr 09 13:52:16.019822 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.75', 35778) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:52:16.059719 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-1df72e01-5809-4177-b8ff-8080a4987505 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=9315ffdf3d274fc5a37da4a4aa777780&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0384829 Apr 09 13:52:16.062305 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.75', 35782) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:52:16.082744 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-f9853f3b-947d-4564-bf51-bdeba30d6027 req-12bfa0ce-775b-4804-8990-9769f0808612 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] 10.222.0.75 "GET /v2.0/security-groups?id=947774b9-8c9c-4200-ad33-d72fdd5295bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1104400 Apr 09 13:52:16.133813 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-c15f6737-7e17-4641-93c1-7dd3a178ada1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:52:16.151499 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-1a85ea5c-0a7f-46b0-bd1f-08628f966d81 req-5de9e535-477f-4236-94f1-8bbd5f0b8846 service neutron] 10.222.0.90 "GET /v2.0/networks/ae0f8e7f-ca5f-4c00-9803-4f9cd2a8e187?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2077892 Apr 09 13:52:16.168606 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-c15f6737-7e17-4641-93c1-7dd3a178ada1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:52:16.218632 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-c15f6737-7e17-4641-93c1-7dd3a178ada1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738555'] for security_group, after_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:52:16.225799 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-57255c4b-ee7d-4c09-bf61-83dca19b58df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:52:16.240857 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15f6737-7e17-4641-93c1-7dd3a178ada1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d687cea6-649b-46de-844b-68c307ed6ba5,revision_number=None']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:52:16.244039 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-c15f6737-7e17-4641-93c1-7dd3a178ada1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:52:16.246212 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-c15f6737-7e17-4641-93c1-7dd3a178ada1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:52:16.247484 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-c15f6737-7e17-4641-93c1-7dd3a178ada1 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/d687cea6-649b-46de-844b-68c307ed6ba5 HTTP/1.1" status: 204 len: 168 time: 0.1840980 Apr 09 13:52:16.632385 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-1a85ea5c-0a7f-46b0-bd1f-08628f966d81 req-e03f97b2-ca02-4847-83da-d00bc5cb20c6 service neutron] 10.222.0.90 "GET /v2.0/networks/ae0f8e7f-ca5f-4c00-9803-4f9cd2a8e187?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4713607 Apr 09 13:52:16.645786 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f6bcd8-098c-470f-a8b4-3590e0922640 req-22b4589b-cf66-4855-b670-fda541296311 tempest-VolumesNegativeTest-575774382 tempest-VolumesNegativeTest-575774382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:52:16.645786 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-a4f6bcd8-098c-470f-a8b4-3590e0922640 req-22b4589b-cf66-4855-b670-fda541296311 tempest-VolumesNegativeTest-575774382 tempest-VolumesNegativeTest-575774382-project] 10.222.0.75 "GET /v2.0/ports?device_id=09e11489-b75e-45f8-9984-ffa93577c99d HTTP/1.1" status: 200 len: 950 time: 0.4399221 Apr 09 13:52:16.686920 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-a4f6bcd8-098c-470f-a8b4-3590e0922640 req-20bfd382-3465-47bf-806e-2d9811ee332b tempest-VolumesNegativeTest-575774382 tempest-VolumesNegativeTest-575774382-project] 10.222.0.75 "GET /v2.0/security-groups?id=627594cf-cf91-45f6-abd2-64394f6ba36a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309162 Apr 09 13:52:17.067437 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8259f9dd-8c07-49c9-b47a-426a976a992a req-159286c4-4a07-4d05-8d52-d56f7c9fb6bb tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:52:17.069222 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-8259f9dd-8c07-49c9-b47a-426a976a992a req-159286c4-4a07-4d05-8d52-d56f7c9fb6bb tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] 10.222.0.75 "GET /v2.0/ports?device_id=1ffb272c-6295-48b3-b9cd-fed761b141a7 HTTP/1.1" status: 200 len: 946 time: 0.1045659 Apr 09 13:52:17.104306 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-8259f9dd-8c07-49c9-b47a-426a976a992a req-fea5180a-f065-41d6-8a81-1ea439a1ca6e tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] 10.222.0.75 "GET /v2.0/security-groups?id=836a3b2a-1cd9-4a42-a456-ffc8ec5959e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0270138 Apr 09 13:52:17.320491 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a489c07f-2ad3-437f-b3b4-8154ed7c0b14 req-ec1d48a1-406f-4ebc-972c-d27cc919715e tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:52:17.322114 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-a489c07f-2ad3-437f-b3b4-8154ed7c0b14 req-ec1d48a1-406f-4ebc-972c-d27cc919715e tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] 10.222.0.75 "GET /v2.0/ports?device_id=8b5d6eb5-8dfa-4fd0-8f2d-9dd3590c2daf HTTP/1.1" status: 200 len: 943 time: 0.1048336 Apr 09 13:52:17.356348 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-a489c07f-2ad3-437f-b3b4-8154ed7c0b14 req-51fc9b48-93e4-4b53-9e11-3ad4fb42fb40 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] 10.222.0.75 "GET /v2.0/security-groups?id=947774b9-8c9c-4200-ad33-d72fdd5295bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0275042 Apr 09 13:52:17.916928 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b668f4bb-7ad2-4be6-bc9a-dfc84bbd749a req-98b471fa-7ff8-4f66-abb3-a0e485d7f9cb tempest-VolumesNegativeTest-575774382 tempest-VolumesNegativeTest-575774382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:52:17.918636 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-b668f4bb-7ad2-4be6-bc9a-dfc84bbd749a req-98b471fa-7ff8-4f66-abb3-a0e485d7f9cb tempest-VolumesNegativeTest-575774382 tempest-VolumesNegativeTest-575774382-project] 10.222.0.75 "GET /v2.0/ports?device_id=09e11489-b75e-45f8-9984-ffa93577c99d HTTP/1.1" status: 200 len: 950 time: 0.0993490 Apr 09 13:52:17.952977 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-b668f4bb-7ad2-4be6-bc9a-dfc84bbd749a req-e5da7e98-44ed-4eb0-a29c-81c0b6ead8e5 tempest-VolumesNegativeTest-575774382 tempest-VolumesNegativeTest-575774382-project] 10.222.0.75 "GET /v2.0/security-groups?id=627594cf-cf91-45f6-abd2-64394f6ba36a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0264654 Apr 09 13:52:18.444572 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8472dbc-79a5-441c-830b-5ec6bbbdfcdf req-62afb0b5-b8c4-410d-bf39-bbb7777f83eb tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:52:18.446290 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-d8472dbc-79a5-441c-830b-5ec6bbbdfcdf req-62afb0b5-b8c4-410d-bf39-bbb7777f83eb tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] 10.222.0.75 "GET /v2.0/ports?device_id=1ffb272c-6295-48b3-b9cd-fed761b141a7 HTTP/1.1" status: 200 len: 946 time: 0.0893619 Apr 09 13:52:18.483064 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-d8472dbc-79a5-441c-830b-5ec6bbbdfcdf req-654c6737-939e-4ce6-bdbc-6713ad9b2b98 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] 10.222.0.75 "GET /v2.0/security-groups?id=836a3b2a-1cd9-4a42-a456-ffc8ec5959e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0253434 Apr 09 13:52:18.682041 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaa6cb4-c109-4c06-9e3b-e55a815be551 req-a15de273-b9db-4bd0-9e0c-17a5288a18cf tempest-VolumesNegativeTest-575774382 tempest-VolumesNegativeTest-575774382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:52:18.683627 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-1aaa6cb4-c109-4c06-9e3b-e55a815be551 req-a15de273-b9db-4bd0-9e0c-17a5288a18cf tempest-VolumesNegativeTest-575774382 tempest-VolumesNegativeTest-575774382-project] 10.222.0.75 "GET /v2.0/ports?device_id=09e11489-b75e-45f8-9984-ffa93577c99d HTTP/1.1" status: 200 len: 950 time: 0.0961034 Apr 09 13:52:18.716403 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-1aaa6cb4-c109-4c06-9e3b-e55a815be551 req-03c020b6-e15a-4a86-873e-f4d46491b126 tempest-VolumesNegativeTest-575774382 tempest-VolumesNegativeTest-575774382-project] 10.222.0.75 "GET /v2.0/security-groups?id=627594cf-cf91-45f6-abd2-64394f6ba36a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0257967 Apr 09 13:52:18.920193 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d636630-a628-45f3-818f-c2af20081d53 req-986af676-cb66-4bca-8cbb-3a39ab0da38c tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:52:18.922828 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-0d636630-a628-45f3-818f-c2af20081d53 req-986af676-cb66-4bca-8cbb-3a39ab0da38c tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] 10.222.0.75 "GET /v2.0/ports?device_id=8b5d6eb5-8dfa-4fd0-8f2d-9dd3590c2daf HTTP/1.1" status: 200 len: 943 time: 0.0943353 Apr 09 13:52:18.949570 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.rpc [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Device 317fc4fb-b778-458a-a027-e44683b0f676 details requested by agent hyperv_hv-cinder-78536 with host hv-cinder-78536 {{(pid=85267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 09 13:52:18.956883 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-0d636630-a628-45f3-818f-c2af20081d53 req-e6310424-a222-4596-9da7-2d81e72e7237 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] 10.222.0.75 "GET /v2.0/security-groups?id=947774b9-8c9c-4200-ad33-d72fdd5295bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0258794 Apr 09 13:52:19.095563 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.db [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] For port 317fc4fb-b778-458a-a027-e44683b0f676, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=317fc4fb-b778-458a-a027-e44683b0f676,segment=NetworkSegment(5475d062-1238-45f6-bf79-210ecdb0febe),segment_id=5475d062-1238-45f6-bf79-210ecdb0febe)] {{(pid=85267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 09 13:52:19.109634 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.rpc [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Returning: {'device': '317fc4fb-b778-458a-a027-e44683b0f676', 'network_id': 'a4bc50d2-4a55-4ee1-87aa-a1e91be18584', 'port_id': '317fc4fb-b778-458a-a027-e44683b0f676', 'mac_address': 'fa:16:3e:6e:cb:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0144e1c8-7bcb-42a5-ac9e-709c8b2e67a5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 09 13:52:19.177186 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853739810'] for port, before_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:52:19.178453 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.notifiers.nova [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 317fc4fb-b778-458a-a027-e44683b0f676 {{(pid=85267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 09 13:52:19.194827 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.db [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] For port 317fc4fb-b778-458a-a027-e44683b0f676, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=317fc4fb-b778-458a-a027-e44683b0f676,segment=NetworkSegment(5475d062-1238-45f6-bf79-210ecdb0febe),segment_id=5475d062-1238-45f6-bf79-210ecdb0febe)] {{(pid=85267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 09 13:52:19.197779 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853739901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853759498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265038874484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771815468181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265039307602'] for port, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:52:19.199589 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:52:19.429646 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Pushing event updated for resources: {'Port': ['ID=317fc4fb-b778-458a-a027-e44683b0f676,revision_number=9']} {{(pid=85267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:52:19.433711 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=85267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:52:19.623250 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.db [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] get_ports_and_sgs() called for port_ids ['317fc4fb-b778-458a-a027-e44683b0f676'] {{(pid=85267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 09 13:52:19.705584 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122a243f-cbd8-48e7-9d47-06f7ace93a67 req-5131a4da-2a33-468c-857b-9838d82a7224 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:52:19.707303 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-122a243f-cbd8-48e7-9d47-06f7ace93a67 req-5131a4da-2a33-468c-857b-9838d82a7224 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] 10.222.0.75 "GET /v2.0/ports?device_id=1ffb272c-6295-48b3-b9cd-fed761b141a7 HTTP/1.1" status: 200 len: 946 time: 0.1040452 Apr 09 13:52:19.745340 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-122a243f-cbd8-48e7-9d47-06f7ace93a67 req-4aaa1e43-e7f5-4917-89c7-87f76b9c84e4 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] 10.222.0.75 "GET /v2.0/security-groups?id=836a3b2a-1cd9-4a42-a456-ffc8ec5959e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0291753 Apr 09 13:52:19.948819 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdf94dc-0d20-49d4-a811-cf773d98adb4 req-3790ecf2-9571-4f94-a20f-bf5db14340a8 tempest-VolumesNegativeTest-575774382 tempest-VolumesNegativeTest-575774382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:52:19.950487 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-3cdf94dc-0d20-49d4-a811-cf773d98adb4 req-3790ecf2-9571-4f94-a20f-bf5db14340a8 tempest-VolumesNegativeTest-575774382 tempest-VolumesNegativeTest-575774382-project] 10.222.0.75 "GET /v2.0/ports?device_id=09e11489-b75e-45f8-9984-ffa93577c99d HTTP/1.1" status: 200 len: 950 time: 0.0970347 Apr 09 13:52:20.033936 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-3cdf94dc-0d20-49d4-a811-cf773d98adb4 req-c0b31090-1156-4809-bf52-c589e4041898 tempest-VolumesNegativeTest-575774382 tempest-VolumesNegativeTest-575774382-project] 10.222.0.75 "GET /v2.0/security-groups?id=627594cf-cf91-45f6-abd2-64394f6ba36a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382688 Apr 09 13:52:20.073994 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa781079-e1f2-4977-af11-d4810892bd8c req-8132ddc5-991e-482d-861f-79cd2a85999e tempest-VolumesNegativeTest-575774382 tempest-VolumesNegativeTest-575774382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:52:20.075543 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-fa781079-e1f2-4977-af11-d4810892bd8c req-8132ddc5-991e-482d-861f-79cd2a85999e tempest-VolumesNegativeTest-575774382 tempest-VolumesNegativeTest-575774382-project] 10.222.0.90 "GET /v2.0/ports?device_id=09e11489-b75e-45f8-9984-ffa93577c99d HTTP/1.1" status: 200 len: 950 time: 0.1190279 Apr 09 13:52:20.207478 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.plugin [req-fa781079-e1f2-4977-af11-d4810892bd8c req-3ede5881-85c4-47ec-bc58-35635c3e9b2f tempest-VolumesNegativeTest-575774382 tempest-VolumesNegativeTest-575774382-project] Deleting port acdf2316-5aa0-47d9-9c06-1e19971d89e8 {{(pid=85266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 09 13:52:20.207869 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [req-fa781079-e1f2-4977-af11-d4810892bd8c req-3ede5881-85c4-47ec-bc58-35635c3e9b2f tempest-VolumesNegativeTest-575774382 tempest-VolumesNegativeTest-575774382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771815896742'] for port, before_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:52:20.364325 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2538631-fb15-4b9f-af64-c7d732d5d71e req-25b035b6-37a6-4a64-ade8-d3e149723e3d tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:52:20.365887 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-a2538631-fb15-4b9f-af64-c7d732d5d71e req-25b035b6-37a6-4a64-ade8-d3e149723e3d tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] 10.222.0.75 "GET /v2.0/ports?device_id=8b5d6eb5-8dfa-4fd0-8f2d-9dd3590c2daf HTTP/1.1" status: 200 len: 944 time: 0.2264452 Apr 09 13:52:20.487044 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-a2538631-fb15-4b9f-af64-c7d732d5d71e req-80eff7df-aeb7-45a8-993f-bc533e0f542d tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] 10.222.0.75 "GET /v2.0/security-groups?id=947774b9-8c9c-4200-ad33-d72fdd5295bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1035931 Apr 09 13:52:20.537641 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.db [req-fa781079-e1f2-4977-af11-d4810892bd8c req-3ede5881-85c4-47ec-bc58-35635c3e9b2f tempest-VolumesNegativeTest-575774382 tempest-VolumesNegativeTest-575774382-project] For port acdf2316-5aa0-47d9-9c06-1e19971d89e8, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=acdf2316-5aa0-47d9-9c06-1e19971d89e8,segment=NetworkSegment(49ac29dd-807a-4e7d-b1c0-6cae8f5a495a),segment_id=49ac29dd-807a-4e7d-b1c0-6cae8f5a495a)] {{(pid=85266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 09 13:52:20.538087 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [req-fa781079-e1f2-4977-af11-d4810892bd8c req-3ede5881-85c4-47ec-bc58-35635c3e9b2f tempest-VolumesNegativeTest-575774382 tempest-VolumesNegativeTest-575774382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-707704'] for port, precommit_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:52:20.678236 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.plugin [req-fa781079-e1f2-4977-af11-d4810892bd8c req-3ede5881-85c4-47ec-bc58-35635c3e9b2f tempest-VolumesNegativeTest-575774382 tempest-VolumesNegativeTest-575774382-project] Calling delete_port for acdf2316-5aa0-47d9-9c06-1e19971d89e8 owned by compute:nova {{(pid=85266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 09 13:52:20.845547 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [req-fa781079-e1f2-4977-af11-d4810892bd8c req-3ede5881-85c4-47ec-bc58-35635c3e9b2f tempest-VolumesNegativeTest-575774382 tempest-VolumesNegativeTest-575774382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853739901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853759498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363265038874501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363265039307636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2203223'] for port, after_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:52:20.857321 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.db [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] get_ports_and_sgs() called for port_ids ['acdf2316-5aa0-47d9-9c06-1e19971d89e8'] {{(pid=85267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 09 13:52:20.865300 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:52:20.973395 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.rpc [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Device 317fc4fb-b778-458a-a027-e44683b0f676 up at agent hyperv_hv-cinder-78536 {{(pid=85267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 09 13:52:20.978721 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ede5881-85c4-47ec-bc58-35635c3e9b2f tempest-VolumesNegativeTest-575774382 tempest-VolumesNegativeTest-575774382-project] Pushing event deleted for resources: {'Port': ['ID=acdf2316-5aa0-47d9-9c06-1e19971d89e8,revision_number=None']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:52:21.038264 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-3ede5881-85c4-47ec-bc58-35635c3e9b2f tempest-VolumesNegativeTest-575774382 tempest-VolumesNegativeTest-575774382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:52:21.054623 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.provisioning_blocks [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Provisioning complete for port 317fc4fb-b778-458a-a027-e44683b0f676 triggered by entity L2. {{(pid=85267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 09 13:52:21.055031 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765226'] for port, provisioning_complete {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:52:21.143838 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5842d9cc-7b01-407e-a73a-867fde162ca1 req-6599d39a-1082-4610-a685-f5f3ebf15b64 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:52:21.145599 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-5842d9cc-7b01-407e-a73a-867fde162ca1 req-6599d39a-1082-4610-a685-f5f3ebf15b64 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] 10.222.0.75 "GET /v2.0/ports?device_id=1ffb272c-6295-48b3-b9cd-fed761b141a7 HTTP/1.1" status: 200 len: 946 time: 0.2222404 Apr 09 13:52:21.188344 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853739810'] for port, before_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:52:21.202098 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b5d6eb5-8dfa-4fd0-8f2d-9dd3590c2daf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '317fc4fb-b778-458a-a027-e44683b0f676'}] {{(pid=85267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 09 13:52:21.212877 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.db [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] For port 317fc4fb-b778-458a-a027-e44683b0f676, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=317fc4fb-b778-458a-a027-e44683b0f676,segment=NetworkSegment(5475d062-1238-45f6-bf79-210ecdb0febe),segment_id=5475d062-1238-45f6-bf79-210ecdb0febe)] {{(pid=85267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 09 13:52:21.216898 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853739901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853759498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265038874484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771815468181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265039307602'] for port, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:52:21.218040 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.rpc [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Device acdf2316-5aa0-47d9-9c06-1e19971d89e8 no longer exists at agent hyperv_hv-cinder-78536 {{(pid=85267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 09 13:52:21.254627 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-97b4439b-fe2c-4711-8c54-18d342a09728 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:52:21.262758 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa781079-e1f2-4977-af11-d4810892bd8c req-3ede5881-85c4-47ec-bc58-35635c3e9b2f tempest-VolumesNegativeTest-575774382 tempest-VolumesNegativeTest-575774382-project] No DVR routers for this DVR port acdf2316-5aa0-47d9-9c06-1e19971d89e8 on host hv-cinder-78536 {{(pid=85266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 09 13:52:21.268367 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-5842d9cc-7b01-407e-a73a-867fde162ca1 req-f0e3c769-ab06-43ab-848b-acd26aafc387 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] 10.222.0.75 "GET /v2.0/security-groups?id=836a3b2a-1cd9-4a42-a456-ffc8ec5959e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0844784 Apr 09 13:52:21.269736 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [req-fa781079-e1f2-4977-af11-d4810892bd8c req-3ede5881-85c4-47ec-bc58-35635c3e9b2f tempest-VolumesNegativeTest-575774382 tempest-VolumesNegativeTest-575774382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770645'] for port, before_response {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:52:21.273105 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09e11489-b75e-45f8-9984-ffa93577c99d', 'name': 'network-vif-deleted', 'tag': 'acdf2316-5aa0-47d9-9c06-1e19971d89e8'}] {{(pid=85266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 09 13:52:21.301447 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-fa781079-e1f2-4977-af11-d4810892bd8c req-3ede5881-85c4-47ec-bc58-35635c3e9b2f tempest-VolumesNegativeTest-575774382 tempest-VolumesNegativeTest-575774382-project] 10.222.0.90 "DELETE /v2.0/ports/acdf2316-5aa0-47d9-9c06-1e19971d89e8 HTTP/1.1" status: 204 len: 173 time: 1.2198648 Apr 09 13:52:21.309017 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.plugin [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] No Port match for: acdf2316-5aa0-47d9-9c06-1e19971d89e8 {{(pid=85267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 09 13:52:21.309415 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.rpc [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Device acdf2316-5aa0-47d9-9c06-1e19971d89e8 not bound to the agent host hv-cinder-78536 {{(pid=85267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 09 13:52:21.352866 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Pushing event updated for resources: {'Port': ['ID=317fc4fb-b778-458a-a027-e44683b0f676,revision_number=10']} {{(pid=85267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:52:21.356579 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=85267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:52:21.442733 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [req-cdb72138-dd7a-4e7b-98e2-ec6d32a646d2 req-bdad12e6-ee18-4dfd-921f-cfb3833201ce tempest-VolumesNegativeTest-575774382 tempest-VolumesNegativeTest-575774382-project] Synchronizing usage tracker for tenant:94c3be357e744454ba9233ffdd051407 on resource:port {{(pid=85266) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 09 13:52:21.458366 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [req-cdb72138-dd7a-4e7b-98e2-ec6d32a646d2 req-bdad12e6-ee18-4dfd-921f-cfb3833201ce tempest-VolumesNegativeTest-575774382 tempest-VolumesNegativeTest-575774382-project] Unset dirty status for tenant:94c3be357e744454ba9233ffdd051407 on resource:port {{(pid=85266) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 09 13:52:21.459886 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-cdb72138-dd7a-4e7b-98e2-ec6d32a646d2 req-bdad12e6-ee18-4dfd-921f-cfb3833201ce tempest-VolumesNegativeTest-575774382 tempest-VolumesNegativeTest-575774382-project] 10.222.0.75 "GET /v2.0/ports?device_id=09e11489-b75e-45f8-9984-ffa93577c99d HTTP/1.1" status: 200 len: 210 time: 0.0732150 Apr 09 13:52:21.532050 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b5d6eb5-8dfa-4fd0-8f2d-9dd3590c2daf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '317fc4fb-b778-458a-a027-e44683b0f676', 'code': 200} Apr 09 13:52:21.577844 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09e11489-b75e-45f8-9984-ffa93577c99d', 'name': 'network-vif-deleted', 'tag': 'acdf2316-5aa0-47d9-9c06-1e19971d89e8', 'status': 'completed', 'code': 200} Apr 09 13:52:21.766934 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ecc8d4-23c5-43c1-82fe-f56a1e92a1fc req-ac47133f-8099-4b64-a1fd-b0fb8c57f6c7 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:52:21.768745 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-e9ecc8d4-23c5-43c1-82fe-f56a1e92a1fc req-ac47133f-8099-4b64-a1fd-b0fb8c57f6c7 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] 10.222.0.75 "GET /v2.0/ports?device_id=8b5d6eb5-8dfa-4fd0-8f2d-9dd3590c2daf HTTP/1.1" status: 200 len: 946 time: 0.1016729 Apr 09 13:52:21.811196 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-e9ecc8d4-23c5-43c1-82fe-f56a1e92a1fc req-8a38ed5e-b7ab-45d7-8805-9ad99c48d4ad tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] 10.222.0.75 "GET /v2.0/security-groups?id=947774b9-8c9c-4200-ad33-d72fdd5295bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0295143 Apr 09 13:52:22.126055 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5ae233-2f2c-42fe-a3b2-abdb0a5cbfcd req-40ff7db5-10d2-491b-b79f-29a577d467d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:52:22.127690 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-ff5ae233-2f2c-42fe-a3b2-abdb0a5cbfcd req-40ff7db5-10d2-491b-b79f-29a577d467d3 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=8b5d6eb5-8dfa-4fd0-8f2d-9dd3590c2daf HTTP/1.1" status: 200 len: 1099 time: 0.0783744 Apr 09 13:52:22.160750 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-ff5ae233-2f2c-42fe-a3b2-abdb0a5cbfcd req-33712644-5a9e-4e16-beaa-eb309f1770cf service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=947774b9-8c9c-4200-ad33-d72fdd5295bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0261991 Apr 09 13:52:22.488739 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36418e05-7752-43f5-866b-55767cba7dcc req-36340599-c031-4001-a6d8-3fddf8b6bf6e tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:52:22.490401 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-36418e05-7752-43f5-866b-55767cba7dcc req-36340599-c031-4001-a6d8-3fddf8b6bf6e tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] 10.222.0.75 "GET /v2.0/ports?device_id=1ffb272c-6295-48b3-b9cd-fed761b141a7 HTTP/1.1" status: 200 len: 946 time: 0.0904386 Apr 09 13:52:22.524712 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-36418e05-7752-43f5-866b-55767cba7dcc req-0e8ac55e-5f71-497b-aebd-5605b6871531 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] 10.222.0.75 "GET /v2.0/security-groups?id=836a3b2a-1cd9-4a42-a456-ffc8ec5959e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0269225 Apr 09 13:52:23.250702 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8e7827-9a1d-4d82-9314-247ce2e5fe00 req-91f9947d-6c80-439d-96d4-fd0123905768 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:52:23.252491 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-9e8e7827-9a1d-4d82-9314-247ce2e5fe00 req-91f9947d-6c80-439d-96d4-fd0123905768 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] 10.222.0.75 "GET /v2.0/ports?device_id=8b5d6eb5-8dfa-4fd0-8f2d-9dd3590c2daf HTTP/1.1" status: 200 len: 946 time: 0.0982671 Apr 09 13:52:23.290602 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-9e8e7827-9a1d-4d82-9314-247ce2e5fe00 req-b15a6892-f057-4aa8-b14b-55d8584a080e tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] 10.222.0.75 "GET /v2.0/security-groups?id=947774b9-8c9c-4200-ad33-d72fdd5295bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306585 Apr 09 13:52:23.833753 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e63987-04e1-4518-8639-36a37c7a0253 req-37fe6e07-cfac-40e7-9381-a968c32f274d tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:52:23.836296 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-71e63987-04e1-4518-8639-36a37c7a0253 req-37fe6e07-cfac-40e7-9381-a968c32f274d tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] 10.222.0.75 "GET /v2.0/ports?device_id=1ffb272c-6295-48b3-b9cd-fed761b141a7 HTTP/1.1" status: 200 len: 946 time: 0.1294141 Apr 09 13:52:23.874344 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-71e63987-04e1-4518-8639-36a37c7a0253 req-5f02bb33-04ef-48de-bf63-0e199ed9feea tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] 10.222.0.75 "GET /v2.0/security-groups?id=836a3b2a-1cd9-4a42-a456-ffc8ec5959e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314503 Apr 09 13:52:24.525390 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cf5de3-4d81-4cf4-a1d0-dc0ee772a015 req-1f2755e7-8540-4df2-a3b0-70c8e1c9e0f3 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:52:24.527050 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-57cf5de3-4d81-4cf4-a1d0-dc0ee772a015 req-1f2755e7-8540-4df2-a3b0-70c8e1c9e0f3 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] 10.222.0.75 "GET /v2.0/ports?device_id=8b5d6eb5-8dfa-4fd0-8f2d-9dd3590c2daf HTTP/1.1" status: 200 len: 946 time: 0.0993586 Apr 09 13:52:24.567007 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-57cf5de3-4d81-4cf4-a1d0-dc0ee772a015 req-a30fc1cf-f1dd-46a1-a33c-6209eb326c02 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] 10.222.0.75 "GET /v2.0/security-groups?id=947774b9-8c9c-4200-ad33-d72fdd5295bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307174 Apr 09 13:52:25.098635 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5cf659-769d-418f-89cb-be3eec8f225c req-21dbb316-1b79-42a8-92dd-7944df505431 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:52:25.100283 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-2a5cf659-769d-418f-89cb-be3eec8f225c req-21dbb316-1b79-42a8-92dd-7944df505431 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] 10.222.0.75 "GET /v2.0/ports?device_id=1ffb272c-6295-48b3-b9cd-fed761b141a7 HTTP/1.1" status: 200 len: 946 time: 0.1028278 Apr 09 13:52:25.134248 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-2a5cf659-769d-418f-89cb-be3eec8f225c req-a71feec7-6f33-4855-8227-e1ca323dbff8 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] 10.222.0.75 "GET /v2.0/security-groups?id=836a3b2a-1cd9-4a42-a456-ffc8ec5959e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0263994 Apr 09 13:52:26.360595 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf89436-8abd-400b-9707-1468026368f1 req-4d6fffce-b419-4ba5-b552-65f3f7fc69d5 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:52:26.362374 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-0cf89436-8abd-400b-9707-1468026368f1 req-4d6fffce-b419-4ba5-b552-65f3f7fc69d5 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] 10.222.0.75 "GET /v2.0/ports?device_id=1ffb272c-6295-48b3-b9cd-fed761b141a7 HTTP/1.1" status: 200 len: 946 time: 0.1049695 Apr 09 13:52:26.400784 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-0cf89436-8abd-400b-9707-1468026368f1 req-fe5f5705-3919-41ad-8d9b-7986ccfe149a tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] 10.222.0.75 "GET /v2.0/security-groups?id=836a3b2a-1cd9-4a42-a456-ffc8ec5959e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311530 Apr 09 13:52:27.612261 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3a4611-13dd-40f3-850d-19d1f32901f9 req-5560106a-5846-47d5-8b96-a37ab81deed8 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:52:27.613927 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-8d3a4611-13dd-40f3-850d-19d1f32901f9 req-5560106a-5846-47d5-8b96-a37ab81deed8 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] 10.222.0.75 "GET /v2.0/ports?device_id=1ffb272c-6295-48b3-b9cd-fed761b141a7 HTTP/1.1" status: 200 len: 946 time: 0.0934682 Apr 09 13:52:27.646617 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-8d3a4611-13dd-40f3-850d-19d1f32901f9 req-5476a00c-6ccf-46da-ba22-5391034f9aa3 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] 10.222.0.75 "GET /v2.0/security-groups?id=836a3b2a-1cd9-4a42-a456-ffc8ec5959e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0260973 Apr 09 13:52:27.923297 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.75', 36110) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:52:28.097607 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-e94ebf2f-8c06-4a93-87dd-eb5a30b4ec84 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=94c3be357e744454ba9233ffdd051407&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1724536 Apr 09 13:52:28.099961 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.75', 36116) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:52:28.173801 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-c40b20bd-f3ae-4a6d-857b-7e5ddb724e34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:52:28.205357 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-c40b20bd-f3ae-4a6d-857b-7e5ddb724e34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:52:28.257627 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-c40b20bd-f3ae-4a6d-857b-7e5ddb724e34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738555'] for security_group, after_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:52:28.262737 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-c6994fbb-e9c9-47d1-a2a2-93c208b9de19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:52:28.281674 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40b20bd-f3ae-4a6d-857b-7e5ddb724e34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=627594cf-cf91-45f6-abd2-64394f6ba36a,revision_number=None']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:52:28.287102 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-c40b20bd-f3ae-4a6d-857b-7e5ddb724e34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:52:28.290005 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-c40b20bd-f3ae-4a6d-857b-7e5ddb724e34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:52:28.291218 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-c40b20bd-f3ae-4a6d-857b-7e5ddb724e34 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/627594cf-cf91-45f6-abd2-64394f6ba36a HTTP/1.1" status: 204 len: 168 time: 0.1902421 Apr 09 13:52:28.859400 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fa773f-0667-421c-aed6-cf15a6825b7a req-88948263-7b30-48e2-b958-2f44a728095e tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:52:28.861321 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-16fa773f-0667-421c-aed6-cf15a6825b7a req-88948263-7b30-48e2-b958-2f44a728095e tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] 10.222.0.75 "GET /v2.0/ports?device_id=1ffb272c-6295-48b3-b9cd-fed761b141a7 HTTP/1.1" status: 200 len: 946 time: 0.0903759 Apr 09 13:52:28.897708 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-16fa773f-0667-421c-aed6-cf15a6825b7a req-4bfbd90c-6b0a-4f78-9409-969eb235ba24 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] 10.222.0.75 "GET /v2.0/security-groups?id=836a3b2a-1cd9-4a42-a456-ffc8ec5959e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0290823 Apr 09 13:52:30.119612 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fc3dc1-736e-4139-ac42-9f7a8abcf4ad req-b15d75df-09b7-420d-9f89-522e0099374e tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:52:30.121397 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-a2fc3dc1-736e-4139-ac42-9f7a8abcf4ad req-b15d75df-09b7-420d-9f89-522e0099374e tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] 10.222.0.75 "GET /v2.0/ports?device_id=1ffb272c-6295-48b3-b9cd-fed761b141a7 HTTP/1.1" status: 200 len: 946 time: 0.1006703 Apr 09 13:52:30.155494 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-a2fc3dc1-736e-4139-ac42-9f7a8abcf4ad req-d5ed86d0-9ee0-4587-9756-e56e2623983c tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] 10.222.0.75 "GET /v2.0/security-groups?id=836a3b2a-1cd9-4a42-a456-ffc8ec5959e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0251627 Apr 09 13:52:30.419360 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.agents_db [None req-c64c1605-ccfd-4af7-a5d2-2f7932bd8cd3 None None] Agent healthcheck: found 6 active agents {{(pid=85268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 09 13:52:31.066647 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-e32e8373-313d-49cc-b724-53df4c1bf76f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:52:31.496730 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca051d7e-44ee-4da9-a5c1-8dee1fa4e108 req-5544b70d-efff-40ad-811e-3bfb35677a85 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:52:31.498396 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-ca051d7e-44ee-4da9-a5c1-8dee1fa4e108 req-5544b70d-efff-40ad-811e-3bfb35677a85 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] 10.222.0.75 "GET /v2.0/ports?device_id=1ffb272c-6295-48b3-b9cd-fed761b141a7 HTTP/1.1" status: 200 len: 946 time: 0.0885599 Apr 09 13:52:31.534736 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-ca051d7e-44ee-4da9-a5c1-8dee1fa4e108 req-4daeea59-459e-4c86-8cc7-d117d63c7268 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] 10.222.0.75 "GET /v2.0/security-groups?id=836a3b2a-1cd9-4a42-a456-ffc8ec5959e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0281353 Apr 09 13:52:32.753030 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9b718d-ddd0-4fd1-a265-4b9bcdac74ca req-4f97a5f4-ec50-4aa9-878f-4efff84f6388 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:52:32.754700 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-1c9b718d-ddd0-4fd1-a265-4b9bcdac74ca req-4f97a5f4-ec50-4aa9-878f-4efff84f6388 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] 10.222.0.75 "GET /v2.0/ports?device_id=1ffb272c-6295-48b3-b9cd-fed761b141a7 HTTP/1.1" status: 200 len: 946 time: 0.1005726 Apr 09 13:52:32.792680 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-1c9b718d-ddd0-4fd1-a265-4b9bcdac74ca req-fdd316d2-8b87-4201-a5fd-eb81c3cbd8d2 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] 10.222.0.75 "GET /v2.0/security-groups?id=836a3b2a-1cd9-4a42-a456-ffc8ec5959e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309711 Apr 09 13:52:33.239541 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df26fb3d-b831-48f7-8f05-f3bb2f127503 req-8438f8e5-b23d-468e-9eb1-f4efcc912979 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:52:33.241230 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-df26fb3d-b831-48f7-8f05-f3bb2f127503 req-8438f8e5-b23d-468e-9eb1-f4efcc912979 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] 10.222.0.75 "GET /v2.0/ports?device_id=1ffb272c-6295-48b3-b9cd-fed761b141a7 HTTP/1.1" status: 200 len: 946 time: 0.1553183 Apr 09 13:52:33.274316 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be710e88-e8a3-4741-801e-94e66079e48f req-4750c634-aa55-43ec-bc8a-915dab2e57a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:52:33.276010 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-be710e88-e8a3-4741-801e-94e66079e48f req-4750c634-aa55-43ec-bc8a-915dab2e57a4 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=8b1366e2a2764227a2e3ada9f6348323&device_id=1ffb272c-6295-48b3-b9cd-fed761b141a7 HTTP/1.1" status: 200 len: 1099 time: 0.1349516 Apr 09 13:52:33.281230 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-df26fb3d-b831-48f7-8f05-f3bb2f127503 req-504efc8e-0c77-4a94-b19b-78751f093ba5 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] 10.222.0.75 "GET /v2.0/security-groups?id=836a3b2a-1cd9-4a42-a456-ffc8ec5959e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309494 Apr 09 13:52:33.429636 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be710e88-e8a3-4741-801e-94e66079e48f req-3a6d6212-17e4-4bb9-9f92-0b1261a6d7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:52:33.431622 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-be710e88-e8a3-4741-801e-94e66079e48f req-3a6d6212-17e4-4bb9-9f92-0b1261a6d7cc service neutron] 10.222.0.90 "GET /v2.0/networks?id=05572312-ba94-44c0-9d23-59b1e6c5c81f HTTP/1.1" status: 200 len: 912 time: 0.1473916 Apr 09 13:52:33.542346 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-be710e88-e8a3-4741-801e-94e66079e48f req-d543f431-5dd4-46eb-9cfd-6550cd1ef5cd service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c815e3b4-7583-4fdb-941f-62cd10bf1dd3 HTTP/1.1" status: 200 len: 1001 time: 0.1047864 Apr 09 13:52:33.613720 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be710e88-e8a3-4741-801e-94e66079e48f req-26a5d306-3220-4953-930e-1b87bc7892d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:52:33.615489 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-be710e88-e8a3-4741-801e-94e66079e48f req-26a5d306-3220-4953-930e-1b87bc7892d9 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=52cd575a-477f-4889-af1f-960c6b2cd43e HTTP/1.1" status: 200 len: 850 time: 0.0667598 Apr 09 13:52:33.701298 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be710e88-e8a3-4741-801e-94e66079e48f req-d6a76fc9-7303-4aba-9c4a-54df28d69e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:52:33.702955 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-be710e88-e8a3-4741-801e-94e66079e48f req-d6a76fc9-7303-4aba-9c4a-54df28d69e0c service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=05572312-ba94-44c0-9d23-59b1e6c5c81f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0814145 Apr 09 13:52:33.851766 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-be710e88-e8a3-4741-801e-94e66079e48f req-76ede981-b0df-4c24-b0f9-98f049aff685 service neutron] 10.222.0.90 "GET /v2.0/networks/05572312-ba94-44c0-9d23-59b1e6c5c81f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421969 Apr 09 13:52:33.994917 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-be710e88-e8a3-4741-801e-94e66079e48f req-ededdde9-d05f-44ca-8c66-a7f350f7d024 service neutron] 10.222.0.90 "GET /v2.0/networks/05572312-ba94-44c0-9d23-59b1e6c5c81f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369934 Apr 09 13:52:34.234684 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-3ec2519e-46fd-423d-9e20-8c1eb8d5c775 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:52:34.494144 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1fdf49-6bd5-4292-9597-dbf45d0f1c48 req-5504a310-72e0-47d1-aca8-26454f2c758b tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:52:34.495359 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-9f1fdf49-6bd5-4292-9597-dbf45d0f1c48 req-5504a310-72e0-47d1-aca8-26454f2c758b tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] 10.222.0.75 "GET /v2.0/ports?device_id=1ffb272c-6295-48b3-b9cd-fed761b141a7 HTTP/1.1" status: 200 len: 946 time: 0.0964406 Apr 09 13:52:34.534419 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-9f1fdf49-6bd5-4292-9597-dbf45d0f1c48 req-8b51436a-b6f0-4f31-8d81-c198ef87deac tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] 10.222.0.75 "GET /v2.0/security-groups?id=836a3b2a-1cd9-4a42-a456-ffc8ec5959e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0261090 Apr 09 13:52:34.588969 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-038b6fee-909e-41c9-b649-649ad33ce393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:52:35.267636 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:52:35.689105 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-c378f248-96be-4ef7-a52f-f55c09e56a36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:52:36.270962 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46aefb98-6e04-4251-96bc-b98decb248fa req-b90f141c-6d08-478f-a1a3-f2efffa8a49c tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:52:36.272593 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-46aefb98-6e04-4251-96bc-b98decb248fa req-b90f141c-6d08-478f-a1a3-f2efffa8a49c tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] 10.222.0.75 "GET /v2.0/ports?device_id=1ffb272c-6295-48b3-b9cd-fed761b141a7 HTTP/1.1" status: 200 len: 946 time: 0.3180969 Apr 09 13:52:36.309860 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-46aefb98-6e04-4251-96bc-b98decb248fa req-2d4a0591-0120-4cfb-b294-239b3b6c5485 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] 10.222.0.75 "GET /v2.0/security-groups?id=836a3b2a-1cd9-4a42-a456-ffc8ec5959e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0294104 Apr 09 13:52:40.950596 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:52:55.371674 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87394f4-df65-43c9-b7bd-2e00dc82eab8 req-49e036cb-5afe-4b0c-9178-886ce59df3a0 tempest-TestShelveInstance-2046492814 tempest-TestShelveInstance-2046492814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:52:55.373275 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-b87394f4-df65-43c9-b7bd-2e00dc82eab8 req-49e036cb-5afe-4b0c-9178-886ce59df3a0 tempest-TestShelveInstance-2046492814 tempest-TestShelveInstance-2046492814-project] 10.222.0.75 "GET /v2.0/ports?device_id=a503abd7-9a17-4e98-b19d-44c2b8e5f936 HTTP/1.1" status: 200 len: 945 time: 0.0940597 Apr 09 13:52:55.406781 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-b87394f4-df65-43c9-b7bd-2e00dc82eab8 req-cd925c7e-ccf6-44d7-a494-0a424872394c tempest-TestShelveInstance-2046492814 tempest-TestShelveInstance-2046492814-project] 10.222.0.75 "GET /v2.0/security-groups?id=f5d340f6-5283-44aa-a0af-0d9d5b085036&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0271223 Apr 09 13:52:56.619888 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6e3458-3635-498b-902e-b6cb09ecdec2 req-ccb4827f-67f1-4c2d-991b-0ddba0b8a571 tempest-TestShelveInstance-2046492814 tempest-TestShelveInstance-2046492814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:52:56.621814 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-ef6e3458-3635-498b-902e-b6cb09ecdec2 req-ccb4827f-67f1-4c2d-991b-0ddba0b8a571 tempest-TestShelveInstance-2046492814 tempest-TestShelveInstance-2046492814-project] 10.222.0.75 "GET /v2.0/ports?device_id=a503abd7-9a17-4e98-b19d-44c2b8e5f936 HTTP/1.1" status: 200 len: 945 time: 0.0923018 Apr 09 13:52:56.660952 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-ef6e3458-3635-498b-902e-b6cb09ecdec2 req-b09cd140-4366-452f-9151-e296ad660e39 tempest-TestShelveInstance-2046492814 tempest-TestShelveInstance-2046492814-project] 10.222.0.75 "GET /v2.0/security-groups?id=f5d340f6-5283-44aa-a0af-0d9d5b085036&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311537 Apr 09 13:52:57.873117 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed65f8a-98d6-4fa1-9926-1f1f6a8d1955 req-daed3081-be6f-4031-a952-c4d9abb74869 tempest-TestShelveInstance-2046492814 tempest-TestShelveInstance-2046492814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:52:57.874644 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-9ed65f8a-98d6-4fa1-9926-1f1f6a8d1955 req-daed3081-be6f-4031-a952-c4d9abb74869 tempest-TestShelveInstance-2046492814 tempest-TestShelveInstance-2046492814-project] 10.222.0.75 "GET /v2.0/ports?device_id=a503abd7-9a17-4e98-b19d-44c2b8e5f936 HTTP/1.1" status: 200 len: 945 time: 0.0910897 Apr 09 13:52:57.908051 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-9ed65f8a-98d6-4fa1-9926-1f1f6a8d1955 req-22a79959-be4d-4b65-8ddc-86a32b55bbe9 tempest-TestShelveInstance-2046492814 tempest-TestShelveInstance-2046492814-project] 10.222.0.75 "GET /v2.0/security-groups?id=f5d340f6-5283-44aa-a0af-0d9d5b085036&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0266435 Apr 09 13:52:59.129703 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03144967-20cb-490f-935d-b51696905bd2 req-2b461de5-7e44-4cd8-a178-ffb8514759e9 tempest-TestShelveInstance-2046492814 tempest-TestShelveInstance-2046492814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:52:59.131456 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-03144967-20cb-490f-935d-b51696905bd2 req-2b461de5-7e44-4cd8-a178-ffb8514759e9 tempest-TestShelveInstance-2046492814 tempest-TestShelveInstance-2046492814-project] 10.222.0.75 "GET /v2.0/ports?device_id=a503abd7-9a17-4e98-b19d-44c2b8e5f936 HTTP/1.1" status: 200 len: 945 time: 0.1015391 Apr 09 13:52:59.165397 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-03144967-20cb-490f-935d-b51696905bd2 req-19362dad-1a2e-46d2-9d43-851864bc04c9 tempest-TestShelveInstance-2046492814 tempest-TestShelveInstance-2046492814-project] 10.222.0.75 "GET /v2.0/security-groups?id=f5d340f6-5283-44aa-a0af-0d9d5b085036&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0266018 Apr 09 13:53:00.378269 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd60384a-2749-4628-8813-c898410c3f24 req-334f94f1-3c54-4e9b-94d2-c8cb6896cc48 tempest-TestShelveInstance-2046492814 tempest-TestShelveInstance-2046492814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:53:00.379986 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-dd60384a-2749-4628-8813-c898410c3f24 req-334f94f1-3c54-4e9b-94d2-c8cb6896cc48 tempest-TestShelveInstance-2046492814 tempest-TestShelveInstance-2046492814-project] 10.222.0.75 "GET /v2.0/ports?device_id=a503abd7-9a17-4e98-b19d-44c2b8e5f936 HTTP/1.1" status: 200 len: 945 time: 0.0941312 Apr 09 13:53:00.411713 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-dd60384a-2749-4628-8813-c898410c3f24 req-99ca709c-f8a5-492f-be5f-12d585794b4d tempest-TestShelveInstance-2046492814 tempest-TestShelveInstance-2046492814-project] 10.222.0.75 "GET /v2.0/security-groups?id=f5d340f6-5283-44aa-a0af-0d9d5b085036&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0248582 Apr 09 13:53:01.071117 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-f82eb430-cb8e-4348-a184-06e4782b611e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:53:01.627484 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7641a3d5-dad6-4b31-8602-64497e6f4e96 req-9a7fd4a7-20ec-4597-9050-88a92df380ac tempest-TestShelveInstance-2046492814 tempest-TestShelveInstance-2046492814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:53:01.629091 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-7641a3d5-dad6-4b31-8602-64497e6f4e96 req-9a7fd4a7-20ec-4597-9050-88a92df380ac tempest-TestShelveInstance-2046492814 tempest-TestShelveInstance-2046492814-project] 10.222.0.75 "GET /v2.0/ports?device_id=a503abd7-9a17-4e98-b19d-44c2b8e5f936 HTTP/1.1" status: 200 len: 945 time: 0.0961533 Apr 09 13:53:01.661328 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-7641a3d5-dad6-4b31-8602-64497e6f4e96 req-45e2b541-c1d3-4d30-a3ec-6cfd27e264ca tempest-TestShelveInstance-2046492814 tempest-TestShelveInstance-2046492814-project] 10.222.0.75 "GET /v2.0/security-groups?id=f5d340f6-5283-44aa-a0af-0d9d5b085036&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0252323 Apr 09 13:53:02.892137 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1162d1-5c66-4395-8c20-105f947ae009 req-ab4cacd5-5a73-445d-be26-9aac29c6d5bc tempest-TestShelveInstance-2046492814 tempest-TestShelveInstance-2046492814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:53:02.893981 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-aa1162d1-5c66-4395-8c20-105f947ae009 req-ab4cacd5-5a73-445d-be26-9aac29c6d5bc tempest-TestShelveInstance-2046492814 tempest-TestShelveInstance-2046492814-project] 10.222.0.75 "GET /v2.0/ports?device_id=a503abd7-9a17-4e98-b19d-44c2b8e5f936 HTTP/1.1" status: 200 len: 945 time: 0.0971773 Apr 09 13:53:02.930244 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-aa1162d1-5c66-4395-8c20-105f947ae009 req-555f60cd-cb7c-424a-bcec-39dba1aa20b9 tempest-TestShelveInstance-2046492814 tempest-TestShelveInstance-2046492814-project] 10.222.0.75 "GET /v2.0/security-groups?id=f5d340f6-5283-44aa-a0af-0d9d5b085036&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0294461 Apr 09 13:53:04.148602 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca70783-5e93-4af6-803b-17568ca085e3 req-adffffe6-d36e-4765-b124-d572516ee2c2 tempest-TestShelveInstance-2046492814 tempest-TestShelveInstance-2046492814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:53:04.150918 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-8ca70783-5e93-4af6-803b-17568ca085e3 req-adffffe6-d36e-4765-b124-d572516ee2c2 tempest-TestShelveInstance-2046492814 tempest-TestShelveInstance-2046492814-project] 10.222.0.75 "GET /v2.0/ports?device_id=a503abd7-9a17-4e98-b19d-44c2b8e5f936 HTTP/1.1" status: 200 len: 945 time: 0.1011310 Apr 09 13:53:04.184262 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-8ca70783-5e93-4af6-803b-17568ca085e3 req-3f6d45dd-62c6-4176-b19e-02a7f7b264fb tempest-TestShelveInstance-2046492814 tempest-TestShelveInstance-2046492814-project] 10.222.0.75 "GET /v2.0/security-groups?id=f5d340f6-5283-44aa-a0af-0d9d5b085036&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0269194 Apr 09 13:53:04.227137 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-0a2f48bd-f1e3-48d8-82c9-4c430ab28f42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:53:04.594502 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-038b6fee-909e-41c9-b649-649ad33ce393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:53:05.271193 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:53:05.459809 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0d542c-5f6e-4106-8ee4-3e1d2932cd63 req-90a8a0e7-7afd-40f2-bbb9-307a725c445c tempest-TestShelveInstance-2046492814 tempest-TestShelveInstance-2046492814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:53:05.461628 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-eb0d542c-5f6e-4106-8ee4-3e1d2932cd63 req-90a8a0e7-7afd-40f2-bbb9-307a725c445c tempest-TestShelveInstance-2046492814 tempest-TestShelveInstance-2046492814-project] 10.222.0.75 "GET /v2.0/ports?device_id=a503abd7-9a17-4e98-b19d-44c2b8e5f936 HTTP/1.1" status: 200 len: 945 time: 0.1538196 Apr 09 13:53:05.506661 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-eb0d542c-5f6e-4106-8ee4-3e1d2932cd63 req-00c41d67-3127-429c-bfb3-3f7e19058bbc tempest-TestShelveInstance-2046492814 tempest-TestShelveInstance-2046492814-project] 10.222.0.75 "GET /v2.0/security-groups?id=f5d340f6-5283-44aa-a0af-0d9d5b085036&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361221 Apr 09 13:53:05.513901 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca78d15-230c-4360-852c-7fb87b70063a req-55183a6e-18f5-4811-a303-85366818daad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:53:05.515654 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-9ca78d15-230c-4360-852c-7fb87b70063a req-55183a6e-18f5-4811-a303-85366818daad service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=42cd23f53368468a94a14f89589efd1d&device_id=a503abd7-9a17-4e98-b19d-44c2b8e5f936 HTTP/1.1" status: 200 len: 1098 time: 0.1398740 Apr 09 13:53:05.672915 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca78d15-230c-4360-852c-7fb87b70063a req-7219709f-2d92-447e-8f18-196f7380c7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:53:05.674701 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-9ca78d15-230c-4360-852c-7fb87b70063a req-7219709f-2d92-447e-8f18-196f7380c7e2 service neutron] 10.222.0.90 "GET /v2.0/networks?id=ae0f8e7f-ca5f-4c00-9803-4f9cd2a8e187 HTTP/1.1" status: 200 len: 910 time: 0.1518049 Apr 09 13:53:05.692110 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-c378f248-96be-4ef7-a52f-f55c09e56a36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:53:05.795103 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-9ca78d15-230c-4360-852c-7fb87b70063a req-be330f1f-2e32-41cb-8d86-ecf8ed1b6544 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=692d69f0-6230-42eb-8695-2e698bb43640 HTTP/1.1" status: 200 len: 1000 time: 0.1126158 Apr 09 13:53:05.870780 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca78d15-230c-4360-852c-7fb87b70063a req-10975f56-158d-4d6d-ad6b-cd50ecc2e5cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:53:05.872388 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-9ca78d15-230c-4360-852c-7fb87b70063a req-10975f56-158d-4d6d-ad6b-cd50ecc2e5cb service neutron] 10.222.0.90 "GET /v2.0/subnets?id=3d7b5803-c407-4abc-ab92-6b23397b2a0e HTTP/1.1" status: 200 len: 848 time: 0.0703599 Apr 09 13:53:05.960901 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca78d15-230c-4360-852c-7fb87b70063a req-42bba7ba-c0c4-42d8-a6b7-93dc4a9c3cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:53:05.963367 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-9ca78d15-230c-4360-852c-7fb87b70063a req-42bba7ba-c0c4-42d8-a6b7-93dc4a9c3cb1 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=ae0f8e7f-ca5f-4c00-9803-4f9cd2a8e187&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0834630 Apr 09 13:53:06.110118 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-9ca78d15-230c-4360-852c-7fb87b70063a req-23f08833-4815-4eab-8197-f0085fef0a87 service neutron] 10.222.0.90 "GET /v2.0/networks/ae0f8e7f-ca5f-4c00-9803-4f9cd2a8e187?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398718 Apr 09 13:53:06.253200 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-9ca78d15-230c-4360-852c-7fb87b70063a req-3f21bd30-4ef5-4d45-8504-64a81824fa91 service neutron] 10.222.0.90 "GET /v2.0/networks/ae0f8e7f-ca5f-4c00-9803-4f9cd2a8e187?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362095 Apr 09 13:53:06.722692 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9db3ec-9a3a-47f6-ae51-220bfade6e15 req-1362003c-a1fc-400b-9e54-45411947a864 tempest-TestShelveInstance-2046492814 tempest-TestShelveInstance-2046492814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:53:06.724533 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-9d9db3ec-9a3a-47f6-ae51-220bfade6e15 req-1362003c-a1fc-400b-9e54-45411947a864 tempest-TestShelveInstance-2046492814 tempest-TestShelveInstance-2046492814-project] 10.222.0.75 "GET /v2.0/ports?device_id=a503abd7-9a17-4e98-b19d-44c2b8e5f936 HTTP/1.1" status: 200 len: 945 time: 0.0967777 Apr 09 13:53:06.760907 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-9d9db3ec-9a3a-47f6-ae51-220bfade6e15 req-c0b9442f-3c28-4a3c-94e6-156e0a68f5b0 tempest-TestShelveInstance-2046492814 tempest-TestShelveInstance-2046492814-project] 10.222.0.75 "GET /v2.0/security-groups?id=f5d340f6-5283-44aa-a0af-0d9d5b085036&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0291710 Apr 09 13:53:07.419248 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.agents_db [None req-c64c1605-ccfd-4af7-a5d2-2f7932bd8cd3 None None] Agent healthcheck: found 6 active agents {{(pid=85268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 09 13:53:07.980596 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd12dfd6-4b20-4353-a115-b7fc19da83a1 req-b0e73253-e8dd-4647-96b0-41c5c0007b84 tempest-TestShelveInstance-2046492814 tempest-TestShelveInstance-2046492814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:53:07.982128 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-fd12dfd6-4b20-4353-a115-b7fc19da83a1 req-b0e73253-e8dd-4647-96b0-41c5c0007b84 tempest-TestShelveInstance-2046492814 tempest-TestShelveInstance-2046492814-project] 10.222.0.75 "GET /v2.0/ports?device_id=a503abd7-9a17-4e98-b19d-44c2b8e5f936 HTTP/1.1" status: 200 len: 945 time: 0.0949411 Apr 09 13:53:08.013624 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-fd12dfd6-4b20-4353-a115-b7fc19da83a1 req-d0aae0b5-4f06-4df6-9142-abc50a3fd035 tempest-TestShelveInstance-2046492814 tempest-TestShelveInstance-2046492814-project] 10.222.0.75 "GET /v2.0/security-groups?id=f5d340f6-5283-44aa-a0af-0d9d5b085036&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0242374 Apr 09 13:53:09.230489 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961e1467-86f3-426d-8143-2270bfd4c824 req-0a410a31-0cd8-4e59-9bf3-374d039ff0cd tempest-TestShelveInstance-2046492814 tempest-TestShelveInstance-2046492814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:53:09.232356 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-961e1467-86f3-426d-8143-2270bfd4c824 req-0a410a31-0cd8-4e59-9bf3-374d039ff0cd tempest-TestShelveInstance-2046492814 tempest-TestShelveInstance-2046492814-project] 10.222.0.75 "GET /v2.0/ports?device_id=a503abd7-9a17-4e98-b19d-44c2b8e5f936 HTTP/1.1" status: 200 len: 945 time: 0.0938153 Apr 09 13:53:09.267748 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-961e1467-86f3-426d-8143-2270bfd4c824 req-27ed4ea2-a2e4-46da-b405-a7805c98ff63 tempest-TestShelveInstance-2046492814 tempest-TestShelveInstance-2046492814-project] 10.222.0.75 "GET /v2.0/security-groups?id=f5d340f6-5283-44aa-a0af-0d9d5b085036&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0285602 Apr 09 13:53:09.643813 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.75', 36188) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:53:09.667903 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe43c0f-bbef-4d3d-9541-302581f39a9b req-8e826e7a-1db9-4671-91cd-51056eb87df7 tempest-TestShelveInstance-2046492814 tempest-TestShelveInstance-2046492814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:53:09.669628 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-bbe43c0f-bbef-4d3d-9541-302581f39a9b req-8e826e7a-1db9-4671-91cd-51056eb87df7 tempest-TestShelveInstance-2046492814 tempest-TestShelveInstance-2046492814-project] 10.222.0.75 "GET /v2.0/ports?device_id=a503abd7-9a17-4e98-b19d-44c2b8e5f936 HTTP/1.1" status: 200 len: 945 time: 0.1020651 Apr 09 13:53:09.703555 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-bbe43c0f-bbef-4d3d-9541-302581f39a9b req-1f7af51a-709c-4b86-98db-d8758b0fd2f3 tempest-TestShelveInstance-2046492814 tempest-TestShelveInstance-2046492814-project] 10.222.0.75 "GET /v2.0/security-groups?id=f5d340f6-5283-44aa-a0af-0d9d5b085036&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0272348 Apr 09 13:53:09.776650 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-59c637e0-fa4e-4ac8-896b-fcd2fc087aaa req-8586633c-fbff-4615-9e6a-3370ef60dbdb service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=a503abd7-9a17-4e98-b19d-44c2b8e5f936&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1314268 Apr 09 13:53:10.932810 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef3db9e-8c21-49a7-96a5-08c410918a00 req-c4363338-f221-4de0-940a-86042821e28c tempest-TestShelveInstance-2046492814 tempest-TestShelveInstance-2046492814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:53:10.934532 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-cef3db9e-8c21-49a7-96a5-08c410918a00 req-c4363338-f221-4de0-940a-86042821e28c tempest-TestShelveInstance-2046492814 tempest-TestShelveInstance-2046492814-project] 10.222.0.75 "GET /v2.0/ports?device_id=a503abd7-9a17-4e98-b19d-44c2b8e5f936 HTTP/1.1" status: 200 len: 945 time: 0.1092627 Apr 09 13:53:10.948614 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:53:10.972989 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-cef3db9e-8c21-49a7-96a5-08c410918a00 req-5cfb30d4-8415-4e6a-bd93-1ff91a4050da tempest-TestShelveInstance-2046492814 tempest-TestShelveInstance-2046492814-project] 10.222.0.75 "GET /v2.0/security-groups?id=f5d340f6-5283-44aa-a0af-0d9d5b085036&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299990 Apr 09 13:53:11.155909 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c637e0-fa4e-4ac8-896b-fcd2fc087aaa req-f0a7cb8a-6b92-4b56-a263-6adc9285b48e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:53:11.157394 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-59c637e0-fa4e-4ac8-896b-fcd2fc087aaa req-f0a7cb8a-6b92-4b56-a263-6adc9285b48e service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=a503abd7-9a17-4e98-b19d-44c2b8e5f936&tenant_id=42cd23f53368468a94a14f89589efd1d HTTP/1.1" status: 200 len: 1098 time: 0.0844820 Apr 09 13:53:11.187316 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.rpc [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Device 692d69f0-6230-42eb-8695-2e698bb43640 no longer exists at agent hyperv_hv-cinder-78536 {{(pid=85267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 09 13:53:11.261165 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c637e0-fa4e-4ac8-896b-fcd2fc087aaa req-12718be7-58d8-4bd8-8d5a-63dd53315faa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:53:11.262735 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-59c637e0-fa4e-4ac8-896b-fcd2fc087aaa req-12718be7-58d8-4bd8-8d5a-63dd53315faa service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=42cd23f53368468a94a14f89589efd1d&device_id=a503abd7-9a17-4e98-b19d-44c2b8e5f936 HTTP/1.1" status: 200 len: 1098 time: 0.0826316 Apr 09 13:53:11.333447 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853739810'] for port, before_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:53:11.347044 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a503abd7-9a17-4e98-b19d-44c2b8e5f936', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '692d69f0-6230-42eb-8695-2e698bb43640'}] {{(pid=85267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 09 13:53:11.357493 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.db [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] For port 692d69f0-6230-42eb-8695-2e698bb43640, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=692d69f0-6230-42eb-8695-2e698bb43640,segment=NetworkSegment(38f09ab6-9633-4381-a064-480473442993),segment_id=38f09ab6-9633-4381-a064-480473442993)] {{(pid=85267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 09 13:53:11.361013 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853739901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853759498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265038874484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771815468181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265039307602'] for port, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:53:11.363884 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=85267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:53:11.418258 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c637e0-fa4e-4ac8-896b-fcd2fc087aaa req-3667d597-e58e-415a-8f1b-cf82710c3389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:53:11.420078 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-59c637e0-fa4e-4ac8-896b-fcd2fc087aaa req-3667d597-e58e-415a-8f1b-cf82710c3389 service neutron] 10.222.0.90 "GET /v2.0/networks?id=ae0f8e7f-ca5f-4c00-9803-4f9cd2a8e187 HTTP/1.1" status: 200 len: 910 time: 0.1510413 Apr 09 13:53:11.442552 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Pushing event updated for resources: {'Port': ['ID=692d69f0-6230-42eb-8695-2e698bb43640,revision_number=6']} {{(pid=85267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:53:11.452936 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:53:11.453322 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:53:11.453714 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:53:11.454095 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:53:11.454464 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:53:11.454839 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:53:11.455197 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:53:11.455556 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:53:11.455914 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:53:11.456279 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:53:11.456704 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:53:11.457120 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:53:11.462995 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=85267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:53:11.480835 dv-cinder-785362-1-smb neutron-server[85152]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'a503abd7-9a17-4e98-b19d-44c2b8e5f936', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '692d69f0-6230-42eb-8695-2e698bb43640', 'code': 422} returned with failed status Apr 09 13:53:11.550576 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-59c637e0-fa4e-4ac8-896b-fcd2fc087aaa req-f8367f03-21e7-4cbe-9214-89c7a0df13d1 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=692d69f0-6230-42eb-8695-2e698bb43640 HTTP/1.1" status: 200 len: 998 time: 0.1234877 Apr 09 13:53:11.627523 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c637e0-fa4e-4ac8-896b-fcd2fc087aaa req-b2765dba-5e28-4865-8977-3927842770ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:53:11.629180 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-59c637e0-fa4e-4ac8-896b-fcd2fc087aaa req-b2765dba-5e28-4865-8977-3927842770ca service neutron] 10.222.0.90 "GET /v2.0/subnets?id=3d7b5803-c407-4abc-ab92-6b23397b2a0e HTTP/1.1" status: 200 len: 848 time: 0.0703900 Apr 09 13:53:11.716790 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c637e0-fa4e-4ac8-896b-fcd2fc087aaa req-f44f87c3-07de-453a-ac26-1ccde48ffc4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:53:11.718401 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-59c637e0-fa4e-4ac8-896b-fcd2fc087aaa req-f44f87c3-07de-453a-ac26-1ccde48ffc4f service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=ae0f8e7f-ca5f-4c00-9803-4f9cd2a8e187&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0824573 Apr 09 13:53:11.881920 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-59c637e0-fa4e-4ac8-896b-fcd2fc087aaa req-4d4aca81-c183-4f6e-91d4-f7c2ec48f27e service neutron] 10.222.0.90 "GET /v2.0/networks/ae0f8e7f-ca5f-4c00-9803-4f9cd2a8e187?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1547217 Apr 09 13:53:12.306258 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-59c637e0-fa4e-4ac8-896b-fcd2fc087aaa req-5c512fde-d875-42c8-8a9b-97e9dbd577cf service neutron] 10.222.0.90 "GET /v2.0/networks/ae0f8e7f-ca5f-4c00-9803-4f9cd2a8e187?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4180028 Apr 09 13:53:12.369192 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ebba9d-9b6a-4d8d-bfca-30219f187651 req-81a1d4c2-6320-42c4-a741-18c64b13eebe tempest-TestShelveInstance-2046492814 tempest-TestShelveInstance-2046492814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:53:12.370915 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-31ebba9d-9b6a-4d8d-bfca-30219f187651 req-81a1d4c2-6320-42c4-a741-18c64b13eebe tempest-TestShelveInstance-2046492814 tempest-TestShelveInstance-2046492814-project] 10.222.0.75 "GET /v2.0/ports?device_id=a503abd7-9a17-4e98-b19d-44c2b8e5f936 HTTP/1.1" status: 200 len: 943 time: 0.1083307 Apr 09 13:53:12.404567 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-31ebba9d-9b6a-4d8d-bfca-30219f187651 req-8b3c187b-273e-42e6-b528-249623d93052 tempest-TestShelveInstance-2046492814 tempest-TestShelveInstance-2046492814-project] 10.222.0.75 "GET /v2.0/security-groups?id=f5d340f6-5283-44aa-a0af-0d9d5b085036&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0267289 Apr 09 13:53:13.614352 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ca619d-ec84-4946-8782-1408936d849f req-8bd4314a-4525-4515-a84e-a00c7f2774f3 tempest-TestShelveInstance-2046492814 tempest-TestShelveInstance-2046492814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:53:13.615951 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-c2ca619d-ec84-4946-8782-1408936d849f req-8bd4314a-4525-4515-a84e-a00c7f2774f3 tempest-TestShelveInstance-2046492814 tempest-TestShelveInstance-2046492814-project] 10.222.0.75 "GET /v2.0/ports?device_id=a503abd7-9a17-4e98-b19d-44c2b8e5f936 HTTP/1.1" status: 200 len: 943 time: 0.0939550 Apr 09 13:53:13.652670 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-c2ca619d-ec84-4946-8782-1408936d849f req-b55e49a2-b4a4-4f20-b2b4-778f35973f4d tempest-TestShelveInstance-2046492814 tempest-TestShelveInstance-2046492814-project] 10.222.0.75 "GET /v2.0/security-groups?id=f5d340f6-5283-44aa-a0af-0d9d5b085036&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0291905 Apr 09 13:53:14.848317 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-7492d035-7fe6-4845-a3f6-9de9c3552ed9 req-e6bd9d9f-787a-4dc7-990b-76d88b0be1e7 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=8b5d6eb5-8dfa-4fd0-8f2d-9dd3590c2daf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1469562 Apr 09 13:53:14.890260 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4400de38-bfe5-49b4-bb43-1fb62b24d6d2 req-834e8cc0-41f3-462b-9b08-fa85462cb65a tempest-TestShelveInstance-2046492814 tempest-TestShelveInstance-2046492814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:53:14.891860 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-4400de38-bfe5-49b4-bb43-1fb62b24d6d2 req-834e8cc0-41f3-462b-9b08-fa85462cb65a tempest-TestShelveInstance-2046492814 tempest-TestShelveInstance-2046492814-project] 10.222.0.75 "GET /v2.0/ports?device_id=a503abd7-9a17-4e98-b19d-44c2b8e5f936 HTTP/1.1" status: 200 len: 943 time: 0.1121712 Apr 09 13:53:14.925803 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-4400de38-bfe5-49b4-bb43-1fb62b24d6d2 req-8a3438d7-a142-4ee1-bce2-9f4a24d75762 tempest-TestShelveInstance-2046492814 tempest-TestShelveInstance-2046492814-project] 10.222.0.75 "GET /v2.0/security-groups?id=f5d340f6-5283-44aa-a0af-0d9d5b085036&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0264897 Apr 09 13:53:15.006140 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7492d035-7fe6-4845-a3f6-9de9c3552ed9 req-c8636f7f-e3eb-4279-8182-6ac237df9b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:53:15.007774 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-7492d035-7fe6-4845-a3f6-9de9c3552ed9 req-c8636f7f-e3eb-4279-8182-6ac237df9b81 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=a2b444c2a873486d8c3ff30419c2c3f8&device_id=8b5d6eb5-8dfa-4fd0-8f2d-9dd3590c2daf HTTP/1.1" status: 200 len: 1099 time: 0.0810394 Apr 09 13:53:15.187030 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7492d035-7fe6-4845-a3f6-9de9c3552ed9 req-0cff059d-725b-4e51-9a92-4588703a3bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:53:15.189611 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-7492d035-7fe6-4845-a3f6-9de9c3552ed9 req-0cff059d-725b-4e51-9a92-4588703a3bb4 service neutron] 10.222.0.90 "GET /v2.0/networks?id=a4bc50d2-4a55-4ee1-87aa-a1e91be18584 HTTP/1.1" status: 200 len: 918 time: 0.1607859 Apr 09 13:53:15.214558 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.rpc [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Device 692d69f0-6230-42eb-8695-2e698bb43640 details requested by agent hyperv_hv-cinder-78536 with host hv-cinder-78536 {{(pid=85267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 09 13:53:15.343775 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-7492d035-7fe6-4845-a3f6-9de9c3552ed9 req-2b88f6d4-5edd-4514-a81c-fbf6d9bffebc service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=317fc4fb-b778-458a-a027-e44683b0f676 HTTP/1.1" status: 200 len: 1000 time: 0.1453497 Apr 09 13:53:15.390067 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.db [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] For port 692d69f0-6230-42eb-8695-2e698bb43640, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=692d69f0-6230-42eb-8695-2e698bb43640,segment=NetworkSegment(38f09ab6-9633-4381-a064-480473442993),segment_id=38f09ab6-9633-4381-a064-480473442993)] {{(pid=85267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 09 13:53:15.406144 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.rpc [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Returning: {'device': '692d69f0-6230-42eb-8695-2e698bb43640', 'network_id': 'ae0f8e7f-ca5f-4c00-9803-4f9cd2a8e187', 'port_id': '692d69f0-6230-42eb-8695-2e698bb43640', 'mac_address': 'fa:16:3e:18:33:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 634, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d7b5803-c407-4abc-ab92-6b23397b2a0e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 09 13:53:15.438475 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7492d035-7fe6-4845-a3f6-9de9c3552ed9 req-f24434f6-5ed8-4964-9645-15ba9460e602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:53:15.440465 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-7492d035-7fe6-4845-a3f6-9de9c3552ed9 req-f24434f6-5ed8-4964-9645-15ba9460e602 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=0144e1c8-7bcb-42a5-ac9e-709c8b2e67a5 HTTP/1.1" status: 200 len: 856 time: 0.0890324 Apr 09 13:53:15.469556 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853739810'] for port, before_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:53:15.471455 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.notifiers.nova [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 692d69f0-6230-42eb-8695-2e698bb43640 {{(pid=85267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 09 13:53:15.491086 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.db [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] For port 692d69f0-6230-42eb-8695-2e698bb43640, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=692d69f0-6230-42eb-8695-2e698bb43640,segment=NetworkSegment(38f09ab6-9633-4381-a064-480473442993),segment_id=38f09ab6-9633-4381-a064-480473442993)] {{(pid=85267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 09 13:53:15.495761 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853739901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853759498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265038874484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771815468181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265039307602'] for port, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:53:15.497124 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:53:15.567379 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7492d035-7fe6-4845-a3f6-9de9c3552ed9 req-90ee1eef-82c8-4694-ac52-fb0df4117a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:53:15.571253 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-7492d035-7fe6-4845-a3f6-9de9c3552ed9 req-90ee1eef-82c8-4694-ac52-fb0df4117a19 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=a4bc50d2-4a55-4ee1-87aa-a1e91be18584&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1224129 Apr 09 13:53:15.592089 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Pushing event updated for resources: {'Port': ['ID=692d69f0-6230-42eb-8695-2e698bb43640,revision_number=7']} {{(pid=85267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:53:15.597784 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=85267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:53:15.753467 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-7492d035-7fe6-4845-a3f6-9de9c3552ed9 req-0af95a65-7a93-40b0-893d-902adaaa7d82 service neutron] 10.222.0.90 "GET /v2.0/networks/a4bc50d2-4a55-4ee1-87aa-a1e91be18584?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1752067 Apr 09 13:53:15.786198 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a830493-6dfb-4f6a-8d25-7c86a11feb73 req-268bda95-1ffb-4fc1-b0f8-b410cffa34c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:53:15.787918 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-9a830493-6dfb-4f6a-8d25-7c86a11feb73 req-268bda95-1ffb-4fc1-b0f8-b410cffa34c4 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=a503abd7-9a17-4e98-b19d-44c2b8e5f936 HTTP/1.1" status: 200 len: 1097 time: 0.0959101 Apr 09 13:53:15.820387 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-9a830493-6dfb-4f6a-8d25-7c86a11feb73 req-b3206b68-b765-4ffa-a42c-e584e9b128bf service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=f5d340f6-5283-44aa-a0af-0d9d5b085036&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0250497 Apr 09 13:53:15.865246 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.db [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] get_ports_and_sgs() called for port_ids ['692d69f0-6230-42eb-8695-2e698bb43640'] {{(pid=85267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 09 13:53:15.929469 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-7492d035-7fe6-4845-a3f6-9de9c3552ed9 req-47d21bdb-7907-43dd-9ad2-0f7bfc61b6da service neutron] 10.222.0.90 "GET /v2.0/networks/a4bc50d2-4a55-4ee1-87aa-a1e91be18584?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1687064 Apr 09 13:53:16.147412 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4dbe25-cda9-41c9-ada8-60a4034e9a8a req-93da469a-0942-45c9-9238-cff8f937dbe9 tempest-TestShelveInstance-2046492814 tempest-TestShelveInstance-2046492814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:53:16.149032 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-ca4dbe25-cda9-41c9-ada8-60a4034e9a8a req-93da469a-0942-45c9-9238-cff8f937dbe9 tempest-TestShelveInstance-2046492814 tempest-TestShelveInstance-2046492814-project] 10.222.0.75 "GET /v2.0/ports?device_id=a503abd7-9a17-4e98-b19d-44c2b8e5f936 HTTP/1.1" status: 200 len: 944 time: 0.0929217 Apr 09 13:53:16.184876 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-ca4dbe25-cda9-41c9-ada8-60a4034e9a8a req-44cff7fb-ee91-4748-ad6b-4d8393f69468 tempest-TestShelveInstance-2046492814 tempest-TestShelveInstance-2046492814-project] 10.222.0.75 "GET /v2.0/security-groups?id=f5d340f6-5283-44aa-a0af-0d9d5b085036&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0259852 Apr 09 13:53:17.228503 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.rpc [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Device 692d69f0-6230-42eb-8695-2e698bb43640 up at agent hyperv_hv-cinder-78536 {{(pid=85267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 09 13:53:17.311695 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.provisioning_blocks [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Provisioning complete for port 692d69f0-6230-42eb-8695-2e698bb43640 triggered by entity L2. {{(pid=85267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 09 13:53:17.312197 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765226'] for port, provisioning_complete {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:53:17.416170 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2208b64d-e37a-46fb-a93e-5c15d0d0bde7 req-6a8b6b99-dc6a-4a8f-a25d-f07e139d53ad tempest-TestShelveInstance-2046492814 tempest-TestShelveInstance-2046492814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:53:17.417946 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-2208b64d-e37a-46fb-a93e-5c15d0d0bde7 req-6a8b6b99-dc6a-4a8f-a25d-f07e139d53ad tempest-TestShelveInstance-2046492814 tempest-TestShelveInstance-2046492814-project] 10.222.0.75 "GET /v2.0/ports?device_id=a503abd7-9a17-4e98-b19d-44c2b8e5f936 HTTP/1.1" status: 200 len: 944 time: 0.1004510 Apr 09 13:53:17.446559 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853739810'] for port, before_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:53:17.455449 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-2208b64d-e37a-46fb-a93e-5c15d0d0bde7 req-ef25d1fd-1b01-4429-80e9-6570439b2d51 tempest-TestShelveInstance-2046492814 tempest-TestShelveInstance-2046492814-project] 10.222.0.75 "GET /v2.0/security-groups?id=f5d340f6-5283-44aa-a0af-0d9d5b085036&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303974 Apr 09 13:53:17.460749 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a503abd7-9a17-4e98-b19d-44c2b8e5f936', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '692d69f0-6230-42eb-8695-2e698bb43640'}] {{(pid=85267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 09 13:53:17.471661 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.db [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] For port 692d69f0-6230-42eb-8695-2e698bb43640, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=692d69f0-6230-42eb-8695-2e698bb43640,segment=NetworkSegment(38f09ab6-9633-4381-a064-480473442993),segment_id=38f09ab6-9633-4381-a064-480473442993)] {{(pid=85267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 09 13:53:17.475427 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853739901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853759498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265038874484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771815468181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265039307602'] for port, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:53:17.477583 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:53:17.528154 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a503abd7-9a17-4e98-b19d-44c2b8e5f936', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '692d69f0-6230-42eb-8695-2e698bb43640', 'code': 200} Apr 09 13:53:17.556619 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Pushing event updated for resources: {'Port': ['ID=692d69f0-6230-42eb-8695-2e698bb43640,revision_number=8']} {{(pid=85267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:53:17.560634 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=85267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:53:31.075114 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-12cfc95c-086e-4d93-86b1-d270f49b60b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:53:34.010542 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f06be65-265e-410c-8bad-86310e0a90be req-4ca14833-b6c8-4af5-ae27-9253c7367ece tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:53:34.012849 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-8f06be65-265e-410c-8bad-86310e0a90be req-4ca14833-b6c8-4af5-ae27-9253c7367ece tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] 10.222.0.75 "GET /v2.0/ports?device_id=8b5d6eb5-8dfa-4fd0-8f2d-9dd3590c2daf HTTP/1.1" status: 200 len: 946 time: 0.0918407 Apr 09 13:53:34.045460 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-8f06be65-265e-410c-8bad-86310e0a90be req-afbb76bf-a176-44fe-9743-4a8803100220 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] 10.222.0.75 "GET /v2.0/security-groups?id=947774b9-8c9c-4200-ad33-d72fdd5295bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0254481 Apr 09 13:53:34.231445 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-c75e9419-a258-4654-b1b7-3b1f27bc4e17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:53:34.593668 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-038b6fee-909e-41c9-b649-649ad33ce393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:53:35.275288 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:53:35.278456 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3608820-8b23-4b4b-9f21-b3cf544cf7c6 req-c057a6a6-d01e-4d15-bfeb-2db20b65677c tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:53:35.280806 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-e3608820-8b23-4b4b-9f21-b3cf544cf7c6 req-c057a6a6-d01e-4d15-bfeb-2db20b65677c tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] 10.222.0.75 "GET /v2.0/ports?device_id=8b5d6eb5-8dfa-4fd0-8f2d-9dd3590c2daf HTTP/1.1" status: 200 len: 946 time: 0.1096597 Apr 09 13:53:35.314853 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-e3608820-8b23-4b4b-9f21-b3cf544cf7c6 req-f0af4b7b-1eef-40cc-9849-a1fa0d582663 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] 10.222.0.75 "GET /v2.0/security-groups?id=947774b9-8c9c-4200-ad33-d72fdd5295bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0273831 Apr 09 13:53:35.695144 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-c378f248-96be-4ef7-a52f-f55c09e56a36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:53:36.022074 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd7e590-008c-45f2-814c-d0538d10ae0f req-e017c0b7-e4f2-4a4a-a32d-2d148c703691 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:53:36.023680 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-7cd7e590-008c-45f2-814c-d0538d10ae0f req-e017c0b7-e4f2-4a4a-a32d-2d148c703691 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] 10.222.0.90 "GET /v2.0/ports?device_id=8b5d6eb5-8dfa-4fd0-8f2d-9dd3590c2daf HTTP/1.1" status: 200 len: 946 time: 0.0908709 Apr 09 13:53:36.106854 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.plugin [req-7cd7e590-008c-45f2-814c-d0538d10ae0f req-50e721a6-999a-4916-a291-4068a0a6d714 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Deleting port 317fc4fb-b778-458a-a027-e44683b0f676 {{(pid=85266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 09 13:53:36.107217 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [req-7cd7e590-008c-45f2-814c-d0538d10ae0f req-50e721a6-999a-4916-a291-4068a0a6d714 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771815896742'] for port, before_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:53:36.389350 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.db [req-7cd7e590-008c-45f2-814c-d0538d10ae0f req-50e721a6-999a-4916-a291-4068a0a6d714 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] For port 317fc4fb-b778-458a-a027-e44683b0f676, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=317fc4fb-b778-458a-a027-e44683b0f676,segment=NetworkSegment(5475d062-1238-45f6-bf79-210ecdb0febe),segment_id=5475d062-1238-45f6-bf79-210ecdb0febe)] {{(pid=85266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 09 13:53:36.389994 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [req-7cd7e590-008c-45f2-814c-d0538d10ae0f req-50e721a6-999a-4916-a291-4068a0a6d714 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-707704'] for port, precommit_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:53:36.757197 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982360bd-2d53-4c4b-8007-25762a9abe29 req-d5513b21-9a14-4698-bb57-191319b78dea tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:53:36.759059 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-982360bd-2d53-4c4b-8007-25762a9abe29 req-d5513b21-9a14-4698-bb57-191319b78dea tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] 10.222.0.75 "GET /v2.0/ports?device_id=8b5d6eb5-8dfa-4fd0-8f2d-9dd3590c2daf HTTP/1.1" status: 200 len: 946 time: 0.2955973 Apr 09 13:53:36.814418 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-982360bd-2d53-4c4b-8007-25762a9abe29 req-52b8bae0-d640-421f-9fd6-549cc286a0d5 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] 10.222.0.75 "GET /v2.0/security-groups?id=947774b9-8c9c-4200-ad33-d72fdd5295bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451374 Apr 09 13:53:36.832363 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [req-7cd7e590-008c-45f2-814c-d0538d10ae0f req-50e721a6-999a-4916-a291-4068a0a6d714 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:53:36.832791 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [req-7cd7e590-008c-45f2-814c-d0538d10ae0f req-50e721a6-999a-4916-a291-4068a0a6d714 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-711411'] for floatingip, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:53:36.833154 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.db.l3_db [req-7cd7e590-008c-45f2-814c-d0538d10ae0f req-50e721a6-999a-4916-a291-4068a0a6d714 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Floating IP de037abc-5851-422e-80df-235aa444081f disassociated. External IP: 172.28.0.40, port: 317fc4fb-b778-458a-a027-e44683b0f676. Apr 09 13:53:36.833538 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.plugin [req-7cd7e590-008c-45f2-814c-d0538d10ae0f req-50e721a6-999a-4916-a291-4068a0a6d714 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Calling delete_port for 317fc4fb-b778-458a-a027-e44683b0f676 owned by compute:nova {{(pid=85266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 09 13:53:36.989440 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [req-7cd7e590-008c-45f2-814c-d0538d10ae0f req-50e721a6-999a-4916-a291-4068a0a6d714 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853739901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853759498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363265038874501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363265039307636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2203223'] for port, after_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:53:37.008728 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:53:37.068203 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e721a6-999a-4916-a291-4068a0a6d714 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Pushing event deleted for resources: {'Port': ['ID=317fc4fb-b778-458a-a027-e44683b0f676,revision_number=None']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:53:37.126424 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e721a6-999a-4916-a291-4068a0a6d714 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:53:37.126837 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e721a6-999a-4916-a291-4068a0a6d714 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:53:37.127254 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e721a6-999a-4916-a291-4068a0a6d714 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:53:37.127655 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e721a6-999a-4916-a291-4068a0a6d714 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:53:37.128329 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e721a6-999a-4916-a291-4068a0a6d714 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:53:37.128716 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e721a6-999a-4916-a291-4068a0a6d714 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:53:37.129114 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e721a6-999a-4916-a291-4068a0a6d714 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:53:37.129517 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e721a6-999a-4916-a291-4068a0a6d714 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:53:37.129938 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e721a6-999a-4916-a291-4068a0a6d714 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:53:37.130384 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e721a6-999a-4916-a291-4068a0a6d714 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:53:37.130706 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e721a6-999a-4916-a291-4068a0a6d714 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:53:37.131099 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e721a6-999a-4916-a291-4068a0a6d714 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:53:37.138788 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-50e721a6-999a-4916-a291-4068a0a6d714 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:53:37.404811 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7cd7e590-008c-45f2-814c-d0538d10ae0f req-50e721a6-999a-4916-a291-4068a0a6d714 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Router 6caea2b6-d44d-482d-962a-f28d34b0d95c has already been hosted by L3 agent 69305824-358b-46b0-9707-cd2ded304b9c {{(pid=85266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 09 13:53:37.860892 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7cd7e590-008c-45f2-814c-d0538d10ae0f req-50e721a6-999a-4916-a291-4068a0a6d714 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Notify agent at l3_agent.dv-cinder-785362-1-smb the message routers_updated {{(pid=85266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 09 13:53:37.872477 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c1e4c12-13e4-43d2-a788-99599c652538 None None] Sync routers for ids ['6caea2b6-d44d-482d-962a-f28d34b0d95c'] in dv-cinder-785362-1-smb {{(pid=85267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 09 13:53:37.890531 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c1e4c12-13e4-43d2-a788-99599c652538 None None] Routers {'6caea2b6-d44d-482d-962a-f28d34b0d95c'} bound to L3 agent in host dv-cinder-785362-1-smb {{(pid=85267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 09 13:53:37.891292 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_hamode_db [None req-8c1e4c12-13e4-43d2-a788-99599c652538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-785362-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-09T13:38:04Z,description=,heartbeat_timestamp=2021-04-09T13:53:34Z,host='dv-cinder-785362-1-smb',id=69305824-358b-46b0-9707-cd2ded304b9c,load=0,resource_versions=,resources_synced=,started_at=2021-04-09T13:38:04Z,topic='l3_agent')) {'router_ids': ['6caea2b6-d44d-482d-962a-f28d34b0d95c'], 'active': True} {{(pid=85267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 13:53:37.953029 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cd7e590-008c-45f2-814c-d0538d10ae0f req-50e721a6-999a-4916-a291-4068a0a6d714 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] No DVR routers for this DVR port 317fc4fb-b778-458a-a027-e44683b0f676 on host hv-cinder-78536 {{(pid=85266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 09 13:53:37.956007 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [req-7cd7e590-008c-45f2-814c-d0538d10ae0f req-50e721a6-999a-4916-a291-4068a0a6d714 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770645'] for port, before_response {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:53:37.960686 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b5d6eb5-8dfa-4fd0-8f2d-9dd3590c2daf', 'name': 'network-vif-deleted', 'tag': '317fc4fb-b778-458a-a027-e44683b0f676'}] {{(pid=85266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 09 13:53:37.969825 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-7cd7e590-008c-45f2-814c-d0538d10ae0f req-50e721a6-999a-4916-a291-4068a0a6d714 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] 10.222.0.90 "DELETE /v2.0/ports/317fc4fb-b778-458a-a027-e44683b0f676 HTTP/1.1" status: 204 len: 173 time: 1.9398859 Apr 09 13:53:38.026420 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [req-70af4b6a-f535-4495-aa44-ef0fb6156736 req-666f1b45-8707-4223-baf2-d6887c857b94 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Synchronizing usage tracker for tenant:a2b444c2a873486d8c3ff30419c2c3f8 on resource:port {{(pid=85266) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 09 13:53:38.047263 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [req-70af4b6a-f535-4495-aa44-ef0fb6156736 req-666f1b45-8707-4223-baf2-d6887c857b94 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Unset dirty status for tenant:a2b444c2a873486d8c3ff30419c2c3f8 on resource:port {{(pid=85266) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 09 13:53:38.048848 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-70af4b6a-f535-4495-aa44-ef0fb6156736 req-666f1b45-8707-4223-baf2-d6887c857b94 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] 10.222.0.75 "GET /v2.0/ports?device_id=8b5d6eb5-8dfa-4fd0-8f2d-9dd3590c2daf HTTP/1.1" status: 200 len: 210 time: 0.0777762 Apr 09 13:53:38.119192 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_dvr_db [None req-8c1e4c12-13e4-43d2-a788-99599c652538 None None] Set router 6caea2b6-d44d-482d-962a-f28d34b0d95c gateway port host: dv-cinder-785362-1-smb {{(pid=85267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 09 13:53:38.197160 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b5d6eb5-8dfa-4fd0-8f2d-9dd3590c2daf', 'name': 'network-vif-deleted', 'tag': '317fc4fb-b778-458a-a027-e44683b0f676', 'status': 'completed', 'code': 200} Apr 09 13:53:38.488940 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_hamode_db [None req-8c1e4c12-13e4-43d2-a788-99599c652538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6caea2b6-d44d-482d-962a-f28d34b0d95c', 'name': 'tempest-AttachVolumeShelveTestJSON-2049991526-router', 'tenant_id': 'a2b444c2a873486d8c3ff30419c2c3f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd39673be-df84-4009-abea-d472d159fdfd', 'external_fixed_ips': [{'subnet_id': 'f6eeb1a0-26c5-43d1-996f-84b999bf12c7', 'ip_address': '172.28.0.41'}], 'enable_snat': True}, 'gw_port_id': '8d48afe8-3c12-4489-a7f0-bffc3923bb24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T13:47:00Z', 'updated_at': '2021-04-09T13:47:14Z', 'revision_number': 4, 'project_id': 'a2b444c2a873486d8c3ff30419c2c3f8', 'gw_port': {'id': '8d48afe8-3c12-4489-a7f0-bffc3923bb24', 'name': '', 'network_id': 'd39673be-df84-4009-abea-d472d159fdfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:0a:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6caea2b6-d44d-482d-962a-f28d34b0d95c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'f6eeb1a0-26c5-43d1-996f-84b999bf12c7', 'ip_address': '172.28.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:47:01Z', 'updated_at': '2021-04-09T13:47:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6eeb1a0-26c5-43d1-996f-84b999bf12c7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-1-smb', '_interfaces': [{'id': 'c3873a69-5ad7-4cdf-a273-62fe6d4a117b', 'name': '', 'network_id': 'a4bc50d2-4a55-4ee1-87aa-a1e91be18584', 'tenant_id': 'a2b444c2a873486d8c3ff30419c2c3f8', 'mac_address': 'fa:16:3e:19:f0:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6caea2b6-d44d-482d-962a-f28d34b0d95c', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '0144e1c8-7bcb-42a5-ac9e-709c8b2e67a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:47:09Z', 'updated_at': '2021-04-09T13:47:31Z', 'revision_number': 5, 'project_id': 'a2b444c2a873486d8c3ff30419c2c3f8', 'subnets': [{'id': '0144e1c8-7bcb-42a5-ac9e-709c8b2e67a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-785362-1-smb', False) {} {{(pid=85267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 13:53:38.494555 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c1e4c12-13e4-43d2-a788-99599c652538 None None] Checking router: 6caea2b6-d44d-482d-962a-f28d34b0d95c for host: dv-cinder-785362-1-smb {{(pid=85267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 09 13:53:38.507693 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c1e4c12-13e4-43d2-a788-99599c652538 None None] Routers {'6caea2b6-d44d-482d-962a-f28d34b0d95c'} bound to L3 agent in host dv-cinder-785362-1-smb {{(pid=85267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 09 13:53:38.508514 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_hamode_db [None req-8c1e4c12-13e4-43d2-a788-99599c652538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-785362-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-09T13:38:04Z,description=,heartbeat_timestamp=2021-04-09T13:53:34Z,host='dv-cinder-785362-1-smb',id=69305824-358b-46b0-9707-cd2ded304b9c,load=0,resource_versions=,resources_synced=,started_at=2021-04-09T13:38:04Z,topic='l3_agent')) {'router_ids': ['6caea2b6-d44d-482d-962a-f28d34b0d95c'], 'active': True} {{(pid=85267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 13:53:38.908313 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_dvr_db [None req-8c1e4c12-13e4-43d2-a788-99599c652538 None None] Set router 6caea2b6-d44d-482d-962a-f28d34b0d95c gateway port host: dv-cinder-785362-1-smb {{(pid=85267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 09 13:53:39.205029 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.75', 36270) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:53:39.292236 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_hamode_db [None req-8c1e4c12-13e4-43d2-a788-99599c652538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6caea2b6-d44d-482d-962a-f28d34b0d95c', 'name': 'tempest-AttachVolumeShelveTestJSON-2049991526-router', 'tenant_id': 'a2b444c2a873486d8c3ff30419c2c3f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd39673be-df84-4009-abea-d472d159fdfd', 'external_fixed_ips': [{'subnet_id': 'f6eeb1a0-26c5-43d1-996f-84b999bf12c7', 'ip_address': '172.28.0.41'}], 'enable_snat': True}, 'gw_port_id': '8d48afe8-3c12-4489-a7f0-bffc3923bb24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T13:47:00Z', 'updated_at': '2021-04-09T13:47:14Z', 'revision_number': 4, 'project_id': 'a2b444c2a873486d8c3ff30419c2c3f8', 'gw_port': {'id': '8d48afe8-3c12-4489-a7f0-bffc3923bb24', 'name': '', 'network_id': 'd39673be-df84-4009-abea-d472d159fdfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:0a:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6caea2b6-d44d-482d-962a-f28d34b0d95c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'f6eeb1a0-26c5-43d1-996f-84b999bf12c7', 'ip_address': '172.28.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:47:01Z', 'updated_at': '2021-04-09T13:47:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6eeb1a0-26c5-43d1-996f-84b999bf12c7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-1-smb', '_interfaces': [{'id': 'c3873a69-5ad7-4cdf-a273-62fe6d4a117b', 'name': '', 'network_id': 'a4bc50d2-4a55-4ee1-87aa-a1e91be18584', 'tenant_id': 'a2b444c2a873486d8c3ff30419c2c3f8', 'mac_address': 'fa:16:3e:19:f0:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6caea2b6-d44d-482d-962a-f28d34b0d95c', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '0144e1c8-7bcb-42a5-ac9e-709c8b2e67a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:47:09Z', 'updated_at': '2021-04-09T13:47:31Z', 'revision_number': 5, 'project_id': 'a2b444c2a873486d8c3ff30419c2c3f8', 'subnets': [{'id': '0144e1c8-7bcb-42a5-ac9e-709c8b2e67a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-785362-1-smb', False) {} {{(pid=85267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 13:53:39.297624 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c1e4c12-13e4-43d2-a788-99599c652538 None None] The sync data for ids ['6caea2b6-d44d-482d-962a-f28d34b0d95c'] in dv-cinder-785362-1-smb is: [{'id': '6caea2b6-d44d-482d-962a-f28d34b0d95c', 'name': 'tempest-AttachVolumeShelveTestJSON-2049991526-router', 'tenant_id': 'a2b444c2a873486d8c3ff30419c2c3f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd39673be-df84-4009-abea-d472d159fdfd', 'external_fixed_ips': [{'subnet_id': 'f6eeb1a0-26c5-43d1-996f-84b999bf12c7', 'ip_address': '172.28.0.41'}], 'enable_snat': True}, 'gw_port_id': '8d48afe8-3c12-4489-a7f0-bffc3923bb24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T13:47:00Z', 'updated_at': '2021-04-09T13:47:14Z', 'revision_number': 4, 'project_id': 'a2b444c2a873486d8c3ff30419c2c3f8', 'gw_port': {'id': '8d48afe8-3c12-4489-a7f0-bffc3923bb24', 'name': '', 'network_id': 'd39673be-df84-4009-abea-d472d159fdfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:0a:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6caea2b6-d44d-482d-962a-f28d34b0d95c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'f6eeb1a0-26c5-43d1-996f-84b999bf12c7', 'ip_address': '172.28.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:47:01Z', 'updated_at': '2021-04-09T13:47:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6eeb1a0-26c5-43d1-996f-84b999bf12c7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-1-smb', '_interfaces': [{'id': 'c3873a69-5ad7-4cdf-a273-62fe6d4a117b', 'name': '', 'network_id': 'a4bc50d2-4a55-4ee1-87aa-a1e91be18584', 'tenant_id': 'a2b444c2a873486d8c3ff30419c2c3f8', 'mac_address': 'fa:16:3e:19:f0:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6caea2b6-d44d-482d-962a-f28d34b0d95c', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '0144e1c8-7bcb-42a5-ac9e-709c8b2e67a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:47:09Z', 'updated_at': '2021-04-09T13:47:31Z', 'revision_number': 5, 'project_id': 'a2b444c2a873486d8c3ff30419c2c3f8', 'subnets': [{'id': '0144e1c8-7bcb-42a5-ac9e-709c8b2e67a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 09 13:53:39.319883 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-6ce672b3-3e62-4541-aa17-4d60997eb6fa tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Notify callbacks [] for security_group, before_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:53:39.355505 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-6ce672b3-3e62-4541-aa17-4d60997eb6fa tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:53:39.502415 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-6ce672b3-3e62-4541-aa17-4d60997eb6fa tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738555'] for security_group, after_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:53:39.512125 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-9416483b-8bca-4549-b817-7a2df8a99848 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:53:39.531838 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce672b3-3e62-4541-aa17-4d60997eb6fa tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=947774b9-8c9c-4200-ad33-d72fdd5295bc,revision_number=None']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:53:39.544869 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce672b3-3e62-4541-aa17-4d60997eb6fa tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:53:39.545421 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce672b3-3e62-4541-aa17-4d60997eb6fa tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:53:39.545852 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce672b3-3e62-4541-aa17-4d60997eb6fa tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:53:39.546096 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce672b3-3e62-4541-aa17-4d60997eb6fa tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:53:39.546447 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce672b3-3e62-4541-aa17-4d60997eb6fa tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:53:39.546878 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce672b3-3e62-4541-aa17-4d60997eb6fa tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:53:39.547222 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce672b3-3e62-4541-aa17-4d60997eb6fa tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:53:39.547609 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce672b3-3e62-4541-aa17-4d60997eb6fa tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:53:39.548208 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce672b3-3e62-4541-aa17-4d60997eb6fa tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:53:39.548606 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce672b3-3e62-4541-aa17-4d60997eb6fa tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:53:39.548996 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce672b3-3e62-4541-aa17-4d60997eb6fa tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:53:39.549442 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce672b3-3e62-4541-aa17-4d60997eb6fa tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:53:39.553225 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-6ce672b3-3e62-4541-aa17-4d60997eb6fa tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:53:39.554848 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-6ce672b3-3e62-4541-aa17-4d60997eb6fa tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Notify callbacks [] for security_group, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:53:39.556309 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-6ce672b3-3e62-4541-aa17-4d60997eb6fa tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] 10.222.0.75 "DELETE /v2.0/security-groups/947774b9-8c9c-4200-ad33-d72fdd5295bc HTTP/1.1" status: 204 len: 168 time: 0.3488288 Apr 09 13:53:39.560766 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85266) accepted ('10.222.0.75', 36274) {{(pid=85266) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:53:39.587299 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.api.v2.resource [None req-4570e246-4749-484d-8459-48dca22deb21 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] show failed (client error): The resource could not be found. Apr 09 13:53:39.588555 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-4570e246-4749-484d-8459-48dca22deb21 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] 10.222.0.75 "GET /v2.0/security-groups/947774b9-8c9c-4200-ad33-d72fdd5295bc HTTP/1.1" status: 404 len: 347 time: 0.0265372 Apr 09 13:53:39.592875 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85266) accepted ('10.222.0.75', 36278) {{(pid=85266) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:53:39.775604 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.plugin [None req-cec0dd66-7660-450a-b7ba-1ea017b326a4 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Deleting port 0022dac3-37c5-4543-8d7d-8bc61bad6687 {{(pid=85266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 09 13:53:39.775977 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-cec0dd66-7660-450a-b7ba-1ea017b326a4 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771815896742'] for port, before_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:53:39.816926 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc20370-5c98-4e10-813d-e624f0cb7cd0 None None] New status for floating IP de037abc-5851-422e-80df-235aa444081f: DOWN {{(pid=85268) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 09 13:53:39.969246 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-cec0dd66-7660-450a-b7ba-1ea017b326a4 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-707704'] for port, precommit_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:53:39.969626 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-cec0dd66-7660-450a-b7ba-1ea017b326a4 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:53:40.128330 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.plugin [None req-cec0dd66-7660-450a-b7ba-1ea017b326a4 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Calling delete_port for 0022dac3-37c5-4543-8d7d-8bc61bad6687 owned by network:floatingip {{(pid=85266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 09 13:53:40.235715 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.db.api [None req-cec0dd66-7660-450a-b7ba-1ea017b326a4 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85266) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 09 13:53:40.236009 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_db.api [None req-cec0dd66-7660-450a-b7ba-1ea017b326a4 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 09 13:53:40.737525 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.plugin [None req-cec0dd66-7660-450a-b7ba-1ea017b326a4 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Deleting port 0022dac3-37c5-4543-8d7d-8bc61bad6687 {{(pid=85266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 09 13:53:40.738273 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-cec0dd66-7660-450a-b7ba-1ea017b326a4 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771815896742'] for port, before_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:53:40.930687 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-cec0dd66-7660-450a-b7ba-1ea017b326a4 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-707704'] for port, precommit_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:53:40.931058 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-cec0dd66-7660-450a-b7ba-1ea017b326a4 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:53:40.959966 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:53:41.072294 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.plugin [None req-cec0dd66-7660-450a-b7ba-1ea017b326a4 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Calling delete_port for 0022dac3-37c5-4543-8d7d-8bc61bad6687 owned by network:floatingip {{(pid=85266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 09 13:53:41.230954 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-cec0dd66-7660-450a-b7ba-1ea017b326a4 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853739901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853759498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363265038874501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363265039307636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2203223'] for port, after_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:53:41.247940 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-02ff4af0-9e2c-4173-be58-f887e515d450 tempest-VolumesActionsTest-1918312477 tempest-VolumesActionsTest-1918312477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:53:41.300364 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.rpc [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Device 317fc4fb-b778-458a-a027-e44683b0f676 no longer exists at agent hyperv_hv-cinder-78536 {{(pid=85267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 09 13:53:41.312588 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec0dd66-7660-450a-b7ba-1ea017b326a4 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Pushing event deleted for resources: {'Port': ['ID=0022dac3-37c5-4543-8d7d-8bc61bad6687,revision_number=None']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:53:41.344722 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.plugin [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] No Port match for: 317fc4fb-b778-458a-a027-e44683b0f676 {{(pid=85267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 09 13:53:41.345275 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.rpc [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Device 317fc4fb-b778-458a-a027-e44683b0f676 not bound to the agent host hv-cinder-78536 {{(pid=85267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 09 13:53:41.372910 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-cec0dd66-7660-450a-b7ba-1ea017b326a4 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:53:41.535855 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-cec0dd66-7660-450a-b7ba-1ea017b326a4 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Notify callbacks [] for floatingip, after_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:53:41.558056 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-cec0dd66-7660-450a-b7ba-1ea017b326a4 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770645'] for floatingip, before_response {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:53:41.560277 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-cec0dd66-7660-450a-b7ba-1ea017b326a4 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] 10.222.0.75 "DELETE /v2.0/floatingips/de037abc-5851-422e-80df-235aa444081f HTTP/1.1" status: 204 len: 168 time: 1.9651234 Apr 09 13:53:42.026690 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.75', 36284) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:53:42.034553 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.v2.base [None req-cc4410b3-53f4-42cd-8722-c625ed8e3265 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1882914816', 'description': 'tempest-description--1141965195'}} {{(pid=85265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 09 13:53:42.042643 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-cc4410b3-53f4-42cd-8722-c625ed8e3265 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 13:53:42.047711 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-cc4410b3-53f4-42cd-8722-c625ed8e3265 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Usage tracker for resource:security_group and tenant:a2b444c2a873486d8c3ff30419c2c3f8 is out of sync, need to count used quota {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 13:53:42.051119 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-cc4410b3-53f4-42cd-8722-c625ed8e3265 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 13:53:42.057206 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-cc4410b3-53f4-42cd-8722-c625ed8e3265 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 13:53:42.067180 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-cc4410b3-53f4-42cd-8722-c625ed8e3265 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Notify callbacks [] for security_group, before_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:53:42.070984 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-cc4410b3-53f4-42cd-8722-c625ed8e3265 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 13:53:42.076397 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-cc4410b3-53f4-42cd-8722-c625ed8e3265 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Usage tracker for resource:security_group_rule and tenant:a2b444c2a873486d8c3ff30419c2c3f8 is out of sync, need to count used quota {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 13:53:42.079482 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-cc4410b3-53f4-42cd-8722-c625ed8e3265 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 13:53:42.085401 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-cc4410b3-53f4-42cd-8722-c625ed8e3265 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 13:53:42.162146 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-cc4410b3-53f4-42cd-8722-c625ed8e3265 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Notify callbacks [] for security_group, precommit_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:53:42.165009 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-cc4410b3-53f4-42cd-8722-c625ed8e3265 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738555'] for security_group, after_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:53:42.170778 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-f08487cc-6cd1-4872-86a2-0d18fc88bb79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:53:42.222461 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4410b3-53f4-42cd-8722-c625ed8e3265 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed94d330-8b0e-4bea-8543-5b21c533b4aa,revision_number=1']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:53:42.226045 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-cc4410b3-53f4-42cd-8722-c625ed8e3265 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:53:42.227316 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-cc4410b3-53f4-42cd-8722-c625ed8e3265 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Notify callbacks [] for security_group, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:53:42.228612 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-cc4410b3-53f4-42cd-8722-c625ed8e3265 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2013743 Apr 09 13:53:42.231821 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.75', 36288) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:53:42.237418 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.v2.base [None req-0beb0be6-0e92-4ed2-a35b-8eaa09da0376 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Request body: {'security_group_rule': {'security_group_id': 'ed94d330-8b0e-4bea-8543-5b21c533b4aa', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 09 13:53:42.243742 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-0beb0be6-0e92-4ed2-a35b-8eaa09da0376 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 13:53:42.248133 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-0beb0be6-0e92-4ed2-a35b-8eaa09da0376 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Usage tracker for resource:security_group_rule and tenant:a2b444c2a873486d8c3ff30419c2c3f8 is out of sync, need to count used quota {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 13:53:42.251193 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-0beb0be6-0e92-4ed2-a35b-8eaa09da0376 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 13:53:42.257050 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-0beb0be6-0e92-4ed2-a35b-8eaa09da0376 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 13:53:42.274655 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-0beb0be6-0e92-4ed2-a35b-8eaa09da0376 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:53:42.337920 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-0beb0be6-0e92-4ed2-a35b-8eaa09da0376 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:53:42.341609 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-0beb0be6-0e92-4ed2-a35b-8eaa09da0376 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738439'] for security_group_rule, after_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:53:42.349920 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-5831e4c9-a323-4f7d-8532-479d2099972b tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:53:42.369137 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0beb0be6-0e92-4ed2-a35b-8eaa09da0376 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2124e949-f8fd-4b61-bee3-e37ce3898d68,revision_number=0']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:53:42.372449 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-0beb0be6-0e92-4ed2-a35b-8eaa09da0376 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:53:42.379684 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-0beb0be6-0e92-4ed2-a35b-8eaa09da0376 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:53:42.381217 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-0beb0be6-0e92-4ed2-a35b-8eaa09da0376 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1481264 Apr 09 13:53:42.384647 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.75', 36292) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:53:42.391637 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.v2.base [None req-fa622140-7d4c-4450-b618-b98ae3a07353 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Request body: {'security_group_rule': {'security_group_id': 'ed94d330-8b0e-4bea-8543-5b21c533b4aa', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=85265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 09 13:53:42.398472 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-fa622140-7d4c-4450-b618-b98ae3a07353 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 13:53:42.402828 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-fa622140-7d4c-4450-b618-b98ae3a07353 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Usage tracker for resource:security_group_rule and tenant:a2b444c2a873486d8c3ff30419c2c3f8 is out of sync, need to count used quota {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 13:53:42.406115 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-fa622140-7d4c-4450-b618-b98ae3a07353 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 13:53:42.412738 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-fa622140-7d4c-4450-b618-b98ae3a07353 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 13:53:42.429591 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-fa622140-7d4c-4450-b618-b98ae3a07353 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:53:42.498756 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-fa622140-7d4c-4450-b618-b98ae3a07353 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:53:42.502240 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-fa622140-7d4c-4450-b618-b98ae3a07353 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738439'] for security_group_rule, after_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:53:42.504698 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-f552a7c4-21fa-4c71-bda7-236b638bc983 tempest-TestShelveInstance-2046492814 tempest-TestShelveInstance-2046492814-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:53:42.528920 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa622140-7d4c-4450-b618-b98ae3a07353 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9b62a3b-18ab-4cd2-8cdd-3d98bc46af70,revision_number=0']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:53:42.533824 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-fa622140-7d4c-4450-b618-b98ae3a07353 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:53:42.546216 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-fa622140-7d4c-4450-b618-b98ae3a07353 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:53:42.547682 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-fa622140-7d4c-4450-b618-b98ae3a07353 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1618931 Apr 09 13:53:42.551369 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.75', 36296) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:53:42.557631 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.v2.base [None req-33b573be-298c-4a47-99b1-ed9dae97fab8 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Request body: {'floatingip': {'floating_network_id': 'd39673be-df84-4009-abea-d472d159fdfd'}} {{(pid=85265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 09 13:53:42.565045 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-33b573be-298c-4a47-99b1-ed9dae97fab8 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 13:53:42.569205 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-33b573be-298c-4a47-99b1-ed9dae97fab8 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Usage tracker for resource:floatingip and tenant:a2b444c2a873486d8c3ff30419c2c3f8 is out of sync, need to count used quota {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 13:53:42.572259 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-33b573be-298c-4a47-99b1-ed9dae97fab8 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 13:53:42.579024 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-33b573be-298c-4a47-99b1-ed9dae97fab8 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 13:53:42.588614 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-33b573be-298c-4a47-99b1-ed9dae97fab8 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Notify callbacks [] for floatingip, before_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:53:42.739935 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-33b573be-298c-4a47-99b1-ed9dae97fab8 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853739810'] for port, before_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:53:42.894096 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.db_base_plugin_common [None req-33b573be-298c-4a47-99b1-ed9dae97fab8 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Allocated IP 172.28.0.37 (d39673be-df84-4009-abea-d472d159fdfd/f6eeb1a0-26c5-43d1-996f-84b999bf12c7/3b34b72a-6a32-48ac-9b0a-b6f734182e55) {{(pid=85265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 09 13:53:43.057490 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-33b573be-298c-4a47-99b1-ed9dae97fab8 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Notify callbacks [] for port, precommit_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:53:43.088069 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-33b573be-298c-4a47-99b1-ed9dae97fab8 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853739901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853759498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771815468164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851965059'] for port, after_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:53:43.102509 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-87620beb-688b-4097-95e4-f2c7792a13c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:53:43.255885 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b573be-298c-4a47-99b1-ed9dae97fab8 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Pushing event updated for resources: {'Port': ['ID=3b34b72a-6a32-48ac-9b0a-b6f734182e55,revision_number=1']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:53:43.260455 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-33b573be-298c-4a47-99b1-ed9dae97fab8 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:53:43.302122 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33b573be-298c-4a47-99b1-ed9dae97fab8 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Network d39673be-df84-4009-abea-d472d159fdfd is already hosted by enough agents. {{(pid=85265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 09 13:53:43.303245 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.scheduler.base_scheduler [None req-33b573be-298c-4a47-99b1-ed9dae97fab8 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Resources bound (agent type, host, resource id): {{(pid=85265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 09 13:53:43.305519 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33b573be-298c-4a47-99b1-ed9dae97fab8 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Received port after_create {{(pid=85265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 09 13:53:43.393258 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-33b573be-298c-4a47-99b1-ed9dae97fab8 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:53:43.464546 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-33b573be-298c-4a47-99b1-ed9dae97fab8 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853739810'] for port, before_update {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:53:43.745997 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-33b573be-298c-4a47-99b1-ed9dae97fab8 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Notify callbacks [] for port, precommit_update {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:53:43.749738 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-33b573be-298c-4a47-99b1-ed9dae97fab8 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853739901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853759498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265038874484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771815468181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265039307602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2810724'] for port, after_update {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:53:43.765308 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-ce31491f-4b3e-428b-a3eb-f287d5ce8aec tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:53:43.912006 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b573be-298c-4a47-99b1-ed9dae97fab8 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Pushing event updated for resources: {'Port': ['ID=3b34b72a-6a32-48ac-9b0a-b6f734182e55,revision_number=2']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:53:43.916654 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-33b573be-298c-4a47-99b1-ed9dae97fab8 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:53:44.011394 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-33b573be-298c-4a47-99b1-ed9dae97fab8 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-711411'] for floatingip, after_update {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:53:44.034514 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-33b573be-298c-4a47-99b1-ed9dae97fab8 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770645'] for floatingip, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:53:44.035835 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-33b573be-298c-4a47-99b1-ed9dae97fab8 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4833529 Apr 09 13:53:44.267655 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-afbc072a-59a0-467b-9459-6735be258053 req-cdc567a6-ca67-43fe-b96b-4b2b2c6e6ce7 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-securitygroup--1882914816&fields=id&tenant_id=a2b444c2a873486d8c3ff30419c2c3f8 HTTP/1.1" status: 200 len: 267 time: 0.0285990 Apr 09 13:53:44.419745 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.agents_db [None req-c64c1605-ccfd-4af7-a5d2-2f7932bd8cd3 None None] Agent healthcheck: found 6 active agents {{(pid=85268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 09 13:53:44.438604 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbc072a-59a0-467b-9459-6735be258053 req-b1d5893f-98b4-41e3-a42c-8a9f694c5842 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:53:44.440130 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-afbc072a-59a0-467b-9459-6735be258053 req-b1d5893f-98b4-41e3-a42c-8a9f694c5842 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] 10.222.0.75 "GET /v2.0/networks?id=a4bc50d2-4a55-4ee1-87aa-a1e91be18584 HTTP/1.1" status: 200 len: 817 time: 0.1643476 Apr 09 13:53:44.456945 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-afbc072a-59a0-467b-9459-6735be258053 req-1b0da30f-fce2-4bbb-b45a-55bba2b098e1 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] 10.222.0.75 "GET /v2.0/quotas/a2b444c2a873486d8c3ff30419c2c3f8 HTTP/1.1" status: 200 len: 375 time: 0.0100882 Apr 09 13:53:44.562576 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [req-afbc072a-59a0-467b-9459-6735be258053 req-be78b489-e899-4014-8486-b2b19720a0cf tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Synchronizing usage tracker for tenant:a2b444c2a873486d8c3ff30419c2c3f8 on resource:port {{(pid=85266) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 09 13:53:44.577835 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [req-afbc072a-59a0-467b-9459-6735be258053 req-be78b489-e899-4014-8486-b2b19720a0cf tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Unset dirty status for tenant:a2b444c2a873486d8c3ff30419c2c3f8 on resource:port {{(pid=85266) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 09 13:53:44.579388 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-afbc072a-59a0-467b-9459-6735be258053 req-be78b489-e899-4014-8486-b2b19720a0cf tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=a2b444c2a873486d8c3ff30419c2c3f8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1158643 Apr 09 13:53:44.783670 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-afbc072a-59a0-467b-9459-6735be258053 req-17dc069d-3765-45f1-98bf-04a179b2d6ec service neutron] 10.222.0.75 "GET /v2.0/networks/a4bc50d2-4a55-4ee1-87aa-a1e91be18584?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1898708 Apr 09 13:53:44.940194 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-afbc072a-59a0-467b-9459-6735be258053 req-2f28094c-c28d-44b1-92ca-0ff235d8fe0a service neutron] 10.222.0.75 "GET /v2.0/networks/a4bc50d2-4a55-4ee1-87aa-a1e91be18584?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500452 Apr 09 13:53:45.164005 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-75123c8a-8312-4f8e-bf44-7d0e3c398340 req-b27ebc44-37ae-401a-9712-45db3e293fbb tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] 10.222.0.75 "GET /v2.0/ports?device_id=fdfd806a-3e22-44ef-950a-a63e62c4ef35 HTTP/1.1" status: 200 len: 210 time: 0.0533538 Apr 09 13:53:46.300239 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbc072a-59a0-467b-9459-6735be258053 req-d87080d5-721e-4ff2-a1ac-73142926f92d tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:53:46.301830 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-afbc072a-59a0-467b-9459-6735be258053 req-d87080d5-721e-4ff2-a1ac-73142926f92d tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] 10.222.0.90 "GET /v2.0/networks?id=a4bc50d2-4a55-4ee1-87aa-a1e91be18584 HTTP/1.1" status: 200 len: 817 time: 0.1700375 Apr 09 13:53:46.367847 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-ecbf21f9-1c95-4032-8c2a-565057551e1d req-64a07751-3e98-4fde-9691-ebb72c6fb100 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] 10.222.0.75 "GET /v2.0/ports?device_id=fdfd806a-3e22-44ef-950a-a63e62c4ef35 HTTP/1.1" status: 200 len: 210 time: 0.0649436 Apr 09 13:53:46.407524 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-afbc072a-59a0-467b-9459-6735be258053 req-45177117-8cd8-42a4-b67b-22401604df5e tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=a2b444c2a873486d8c3ff30419c2c3f8 HTTP/1.1" status: 200 len: 5705 time: 0.0603447 Apr 09 13:53:46.420852 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.v2.base [req-afbc072a-59a0-467b-9459-6735be258053 req-5a9f56a9-0ca8-40c0-a66e-f319286c11ad tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Request body: {'port': {'device_id': 'fdfd806a-3e22-44ef-950a-a63e62c4ef35', 'network_id': 'a4bc50d2-4a55-4ee1-87aa-a1e91be18584', 'admin_state_up': True, 'tenant_id': 'a2b444c2a873486d8c3ff30419c2c3f8', 'security_groups': ['ed94d330-8b0e-4bea-8543-5b21c533b4aa']}} {{(pid=85266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 09 13:53:46.570167 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [req-afbc072a-59a0-467b-9459-6735be258053 req-5a9f56a9-0ca8-40c0-a66e-f319286c11ad tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 13:53:46.580936 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [req-afbc072a-59a0-467b-9459-6735be258053 req-5a9f56a9-0ca8-40c0-a66e-f319286c11ad tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=85266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 13:53:46.590008 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-afbc072a-59a0-467b-9459-6735be258053 req-5a9f56a9-0ca8-40c0-a66e-f319286c11ad tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Made reservation on behalf of a2b444c2a873486d8c3ff30419c2c3f8 for: {'port': 1} {{(pid=85266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 09 13:53:46.596337 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [req-afbc072a-59a0-467b-9459-6735be258053 req-5a9f56a9-0ca8-40c0-a66e-f319286c11ad tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853739810'] for port, before_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:53:46.763592 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.db_base_plugin_common [req-afbc072a-59a0-467b-9459-6735be258053 req-5a9f56a9-0ca8-40c0-a66e-f319286c11ad tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Allocated IP 172.20.0.7 (a4bc50d2-4a55-4ee1-87aa-a1e91be18584/0144e1c8-7bcb-42a5-ac9e-709c8b2e67a5/73594664-ccef-4cc6-8c6f-3ac0812c9d97) {{(pid=85266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 09 13:53:46.976975 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [req-afbc072a-59a0-467b-9459-6735be258053 req-5a9f56a9-0ca8-40c0-a66e-f319286c11ad tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Notify callbacks [] for port, precommit_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:53:46.994776 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.provisioning_blocks [req-afbc072a-59a0-467b-9459-6735be258053 req-5a9f56a9-0ca8-40c0-a66e-f319286c11ad tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Transition to ACTIVE for port object 73594664-ccef-4cc6-8c6f-3ac0812c9d97 will not be triggered until provisioned by entity DHCP. {{(pid=85266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 09 13:53:47.019908 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [req-afbc072a-59a0-467b-9459-6735be258053 req-5a9f56a9-0ca8-40c0-a66e-f319286c11ad tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853739901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853759498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771815468164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2203223'] for port, after_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:53:47.037770 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-d262b0e8-3894-44df-9c02-e5265a967948 tempest-VolumesActionsTest-1918312477 tempest-VolumesActionsTest-1918312477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:53:47.193514 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9f56a9-0ca8-40c0-a66e-f319286c11ad tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Pushing event updated for resources: {'Port': ['ID=73594664-ccef-4cc6-8c6f-3ac0812c9d97,revision_number=1']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:53:47.202421 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-5a9f56a9-0ca8-40c0-a66e-f319286c11ad tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:53:47.250088 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-afbc072a-59a0-467b-9459-6735be258053 req-5a9f56a9-0ca8-40c0-a66e-f319286c11ad tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Network a4bc50d2-4a55-4ee1-87aa-a1e91be18584 is already hosted by enough agents. {{(pid=85266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 09 13:53:47.251332 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.scheduler.base_scheduler [req-afbc072a-59a0-467b-9459-6735be258053 req-5a9f56a9-0ca8-40c0-a66e-f319286c11ad tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Resources bound (agent type, host, resource id): {{(pid=85266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 09 13:53:47.253741 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_dvrscheduler_db [req-afbc072a-59a0-467b-9459-6735be258053 req-5a9f56a9-0ca8-40c0-a66e-f319286c11ad tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Received port after_create {{(pid=85266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 09 13:53:47.327653 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbc072a-59a0-467b-9459-6735be258053 req-5a9f56a9-0ca8-40c0-a66e-f319286c11ad tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:53:47.328320 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [req-afbc072a-59a0-467b-9459-6735be258053 req-5a9f56a9-0ca8-40c0-a66e-f319286c11ad tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770645'] for port, before_response {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:53:47.356758 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-afbc072a-59a0-467b-9459-6735be258053 req-5a9f56a9-0ca8-40c0-a66e-f319286c11ad tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9406605 Apr 09 13:53:47.369017 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.v2.base [req-afbc072a-59a0-467b-9459-6735be258053 req-d8e503dc-9a41-4ddf-be94-56b5efe34756 service neutron] Request body: {'port': {'device_id': 'fdfd806a-3e22-44ef-950a-a63e62c4ef35', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78536'}} {{(pid=85266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 09 13:53:47.462351 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.provisioning_blocks [None req-d44d2a32-0bd2-4c0c-9a16-b3217e1cd703 None None] Provisioning for port 73594664-ccef-4cc6-8c6f-3ac0812c9d97 completed by entity DHCP. {{(pid=85267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 09 13:53:47.471793 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.provisioning_blocks [None req-d44d2a32-0bd2-4c0c-9a16-b3217e1cd703 None None] Provisioning complete for port 73594664-ccef-4cc6-8c6f-3ac0812c9d97 triggered by entity DHCP. {{(pid=85267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 09 13:53:47.472315 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-d44d2a32-0bd2-4c0c-9a16-b3217e1cd703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765226'] for port, provisioning_complete {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:53:47.526021 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [req-afbc072a-59a0-467b-9459-6735be258053 req-d8e503dc-9a41-4ddf-be94-56b5efe34756 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853739810'] for port, before_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:53:47.542563 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.plugin [None req-d44d2a32-0bd2-4c0c-9a16-b3217e1cd703 None None] Port 73594664-ccef-4cc6-8c6f-3ac0812c9d97 cannot update to ACTIVE because it is not bound. {{(pid=85267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 09 13:53:48.044022 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e82646-2e60-4926-9499-d2e25cb9c728 req-2d106e0b-78c2-4528-88de-80305796a2d4 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:53:48.044808 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [req-c0e82646-2e60-4926-9499-d2e25cb9c728 req-2d106e0b-78c2-4528-88de-80305796a2d4 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Synchronizing usage tracker for tenant:a2b444c2a873486d8c3ff30419c2c3f8 on resource:port {{(pid=85266) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 09 13:53:48.073476 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [req-c0e82646-2e60-4926-9499-d2e25cb9c728 req-2d106e0b-78c2-4528-88de-80305796a2d4 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Unset dirty status for tenant:a2b444c2a873486d8c3ff30419c2c3f8 on resource:port {{(pid=85266) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 09 13:53:48.074799 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-c0e82646-2e60-4926-9499-d2e25cb9c728 req-2d106e0b-78c2-4528-88de-80305796a2d4 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] 10.222.0.75 "GET /v2.0/ports?device_id=fdfd806a-3e22-44ef-950a-a63e62c4ef35 HTTP/1.1" status: 200 len: 931 time: 0.5124795 Apr 09 13:53:48.194267 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-c0e82646-2e60-4926-9499-d2e25cb9c728 req-6828acd5-8e3b-448b-83ce-89222bfdb80b tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] 10.222.0.75 "GET /v2.0/security-groups?id=ed94d330-8b0e-4bea-8543-5b21c533b4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1004879 Apr 09 13:53:48.322590 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.notifiers.nova [req-afbc072a-59a0-467b-9459-6735be258053 req-d8e503dc-9a41-4ddf-be94-56b5efe34756 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73594664-ccef-4cc6-8c6f-3ac0812c9d97 {{(pid=85266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 09 13:53:48.331469 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [req-afbc072a-59a0-467b-9459-6735be258053 req-d8e503dc-9a41-4ddf-be94-56b5efe34756 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:53:48.349371 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.provisioning_blocks [req-afbc072a-59a0-467b-9459-6735be258053 req-d8e503dc-9a41-4ddf-be94-56b5efe34756 service neutron] Transition to ACTIVE for port object 73594664-ccef-4cc6-8c6f-3ac0812c9d97 will not be triggered until provisioned by entity L2. {{(pid=85266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 09 13:53:48.352535 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [req-afbc072a-59a0-467b-9459-6735be258053 req-d8e503dc-9a41-4ddf-be94-56b5efe34756 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853739901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853759498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265038874484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771815468181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265039307602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852572594'] for port, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:53:48.367942 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-3bd09ede-8dd3-4822-a987-fcb0a370fe61 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:53:48.534419 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e503dc-9a41-4ddf-be94-56b5efe34756 service neutron] Pushing event updated for resources: {'Port': ['ID=73594664-ccef-4cc6-8c6f-3ac0812c9d97,revision_number=2']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:53:48.539636 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-d8e503dc-9a41-4ddf-be94-56b5efe34756 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:53:48.764063 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c28c92-e427-401b-a37e-fbb78ff2eeef req-87f1dd38-e4d1-4c4d-a2b0-94d0633aa108 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:53:48.765985 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-b0c28c92-e427-401b-a37e-fbb78ff2eeef req-87f1dd38-e4d1-4c4d-a2b0-94d0633aa108 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] 10.222.0.75 "GET /v2.0/ports?device_id=1ffb272c-6295-48b3-b9cd-fed761b141a7 HTTP/1.1" status: 200 len: 946 time: 0.2415576 Apr 09 13:53:48.848067 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-b0c28c92-e427-401b-a37e-fbb78ff2eeef req-de40de39-527e-4567-82d8-b4196676629a tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] 10.222.0.75 "GET /v2.0/security-groups?id=836a3b2a-1cd9-4a42-a456-ffc8ec5959e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459917 Apr 09 13:53:48.872824 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.managers [req-afbc072a-59a0-467b-9459-6735be258053 req-d8e503dc-9a41-4ddf-be94-56b5efe34756 service neutron] Attempting to bind port 73594664-ccef-4cc6-8c6f-3ac0812c9d97 on host hv-cinder-78536 for vnic_type normal with profile {{(pid=85266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 09 13:53:48.873369 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.managers [req-afbc072a-59a0-467b-9459-6735be258053 req-d8e503dc-9a41-4ddf-be94-56b5efe34756 service neutron] Attempting to bind port 73594664-ccef-4cc6-8c6f-3ac0812c9d97 by drivers openvswitch,hyperv on host hv-cinder-78536 at level 0 using segments [{'id': '5475d062-1238-45f6-bf79-210ecdb0febe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'a4bc50d2-4a55-4ee1-87aa-a1e91be18584'}] {{(pid=85266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 09 13:53:48.873788 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afbc072a-59a0-467b-9459-6735be258053 req-d8e503dc-9a41-4ddf-be94-56b5efe34756 service neutron] Attempting to bind port 73594664-ccef-4cc6-8c6f-3ac0812c9d97 on network a4bc50d2-4a55-4ee1-87aa-a1e91be18584 {{(pid=85266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 09 13:53:48.879678 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afbc072a-59a0-467b-9459-6735be258053 req-d8e503dc-9a41-4ddf-be94-56b5efe34756 service neutron] Port 73594664-ccef-4cc6-8c6f-3ac0812c9d97 on network a4bc50d2-4a55-4ee1-87aa-a1e91be18584 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78536 {{(pid=85266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 09 13:53:48.880040 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afbc072a-59a0-467b-9459-6735be258053 req-d8e503dc-9a41-4ddf-be94-56b5efe34756 service neutron] Attempting to bind port 73594664-ccef-4cc6-8c6f-3ac0812c9d97 on network a4bc50d2-4a55-4ee1-87aa-a1e91be18584 {{(pid=85266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 09 13:53:48.885602 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afbc072a-59a0-467b-9459-6735be258053 req-d8e503dc-9a41-4ddf-be94-56b5efe34756 service neutron] Checking agent: {'id': '5a3daac1-2611-42bd-a388-caa17c5666c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78536', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 9, 13, 45, 11), 'started_at': datetime.datetime(2021, 4, 9, 13, 45, 11), 'heartbeat_timestamp': datetime.datetime(2021, 4, 9, 13, 53, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 09 13:53:48.886005 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afbc072a-59a0-467b-9459-6735be258053 req-d8e503dc-9a41-4ddf-be94-56b5efe34756 service neutron] Checking segment: {'id': '5475d062-1238-45f6-bf79-210ecdb0febe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'a4bc50d2-4a55-4ee1-87aa-a1e91be18584'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 09 13:53:48.886423 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afbc072a-59a0-467b-9459-6735be258053 req-d8e503dc-9a41-4ddf-be94-56b5efe34756 service neutron] Bound using segment: {'id': '5475d062-1238-45f6-bf79-210ecdb0febe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'a4bc50d2-4a55-4ee1-87aa-a1e91be18584'} {{(pid=85266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 09 13:53:48.886889 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.managers [req-afbc072a-59a0-467b-9459-6735be258053 req-d8e503dc-9a41-4ddf-be94-56b5efe34756 service neutron] Bound port: 73594664-ccef-4cc6-8c6f-3ac0812c9d97, host: hv-cinder-78536, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5475d062-1238-45f6-bf79-210ecdb0febe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'a4bc50d2-4a55-4ee1-87aa-a1e91be18584'}}] {{(pid=85266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 09 13:53:48.887267 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [req-afbc072a-59a0-467b-9459-6735be258053 req-d8e503dc-9a41-4ddf-be94-56b5efe34756 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853739810'] for port, before_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:53:48.970306 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.db [req-afbc072a-59a0-467b-9459-6735be258053 req-d8e503dc-9a41-4ddf-be94-56b5efe34756 service neutron] For port 73594664-ccef-4cc6-8c6f-3ac0812c9d97, host hv-cinder-78536, cleared binding levels {{(pid=85266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 09 13:53:48.974225 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.db [req-afbc072a-59a0-467b-9459-6735be258053 req-d8e503dc-9a41-4ddf-be94-56b5efe34756 service neutron] For port 73594664-ccef-4cc6-8c6f-3ac0812c9d97, host hv-cinder-78536, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=73594664-ccef-4cc6-8c6f-3ac0812c9d97,segment=NetworkSegment(5475d062-1238-45f6-bf79-210ecdb0febe),segment_id=5475d062-1238-45f6-bf79-210ecdb0febe)] {{(pid=85266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 09 13:53:48.977897 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [req-afbc072a-59a0-467b-9459-6735be258053 req-d8e503dc-9a41-4ddf-be94-56b5efe34756 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853739901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853759498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265038874484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771815468181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265039307602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852572594'] for port, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:53:48.995192 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-b73ccf81-c328-42cd-95a4-0a7a21d878a2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:53:49.152656 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e503dc-9a41-4ddf-be94-56b5efe34756 service neutron] Pushing event updated for resources: {'Port': ['ID=73594664-ccef-4cc6-8c6f-3ac0812c9d97,revision_number=3']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:53:49.158929 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-d8e503dc-9a41-4ddf-be94-56b5efe34756 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:53:49.191470 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbc072a-59a0-467b-9459-6735be258053 req-d8e503dc-9a41-4ddf-be94-56b5efe34756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:53:49.192340 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [req-afbc072a-59a0-467b-9459-6735be258053 req-d8e503dc-9a41-4ddf-be94-56b5efe34756 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770645'] for port, before_response {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:53:49.193965 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-afbc072a-59a0-467b-9459-6735be258053 req-d8e503dc-9a41-4ddf-be94-56b5efe34756 service neutron] 10.222.0.90 "PUT /v2.0/ports/73594664-ccef-4cc6-8c6f-3ac0812c9d97 HTTP/1.1" status: 200 len: 1093 time: 1.8296964 Apr 09 13:53:49.194568 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdfd806a-3e22-44ef-950a-a63e62c4ef35', 'tag': '73594664-ccef-4cc6-8c6f-3ac0812c9d97'}] {{(pid=85266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 09 13:53:49.285452 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdfd806a-3e22-44ef-950a-a63e62c4ef35', 'tag': '73594664-ccef-4cc6-8c6f-3ac0812c9d97', 'status': 'completed', 'code': 200} Apr 09 13:53:49.328954 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbc072a-59a0-467b-9459-6735be258053 req-d4767b36-ea5f-4780-8bb0-88a52c4ae824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:53:49.330735 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-afbc072a-59a0-467b-9459-6735be258053 req-d4767b36-ea5f-4780-8bb0-88a52c4ae824 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=a2b444c2a873486d8c3ff30419c2c3f8&device_id=fdfd806a-3e22-44ef-950a-a63e62c4ef35 HTTP/1.1" status: 200 len: 1096 time: 0.0934711 Apr 09 13:53:49.454069 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-afbc072a-59a0-467b-9459-6735be258053 req-f98d85f6-1e62-4a75-8372-daa09f04d74f service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=73594664-ccef-4cc6-8c6f-3ac0812c9d97 HTTP/1.1" status: 200 len: 217 time: 0.1093876 Apr 09 13:53:49.547168 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbc072a-59a0-467b-9459-6735be258053 req-56024387-4aa9-4175-a4c0-713858a8153d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:53:49.548780 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-afbc072a-59a0-467b-9459-6735be258053 req-56024387-4aa9-4175-a4c0-713858a8153d service neutron] 10.222.0.90 "GET /v2.0/subnets?id=0144e1c8-7bcb-42a5-ac9e-709c8b2e67a5 HTTP/1.1" status: 200 len: 856 time: 0.0881913 Apr 09 13:53:49.631327 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405bbb44-8e30-41f9-b14d-26968257eea5 req-600b5cce-3f06-4262-8ced-437955a49166 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:53:49.632954 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-405bbb44-8e30-41f9-b14d-26968257eea5 req-600b5cce-3f06-4262-8ced-437955a49166 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] 10.222.0.75 "GET /v2.0/ports?device_id=fdfd806a-3e22-44ef-950a-a63e62c4ef35 HTTP/1.1" status: 200 len: 943 time: 0.2257013 Apr 09 13:53:49.672600 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-405bbb44-8e30-41f9-b14d-26968257eea5 req-2386882b-a011-4161-942a-08853813d4c6 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] 10.222.0.75 "GET /v2.0/security-groups?id=ed94d330-8b0e-4bea-8543-5b21c533b4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301843 Apr 09 13:53:49.679109 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbc072a-59a0-467b-9459-6735be258053 req-4f6595cb-86d0-44e8-a1b0-ada89492ce7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:53:49.680708 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-afbc072a-59a0-467b-9459-6735be258053 req-4f6595cb-86d0-44e8-a1b0-ada89492ce7d service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=a4bc50d2-4a55-4ee1-87aa-a1e91be18584&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1230750 Apr 09 13:53:49.834225 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-afbc072a-59a0-467b-9459-6735be258053 req-e2b39f5b-69bc-4f1a-832f-4a91f9c51b78 service neutron] 10.222.0.90 "GET /v2.0/networks/a4bc50d2-4a55-4ee1-87aa-a1e91be18584?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461856 Apr 09 13:53:49.891031 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e2dfd9-f398-4d19-a1c5-cda6cd85895f req-ff8dbfaa-2613-495a-b66f-5b5156f68a75 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:53:49.891691 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [req-28e2dfd9-f398-4d19-a1c5-cda6cd85895f req-ff8dbfaa-2613-495a-b66f-5b5156f68a75 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Synchronizing usage tracker for tenant:8b1366e2a2764227a2e3ada9f6348323 on resource:port {{(pid=85265) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 09 13:53:49.909743 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [req-28e2dfd9-f398-4d19-a1c5-cda6cd85895f req-ff8dbfaa-2613-495a-b66f-5b5156f68a75 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Unset dirty status for tenant:8b1366e2a2764227a2e3ada9f6348323 on resource:port {{(pid=85265) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 09 13:53:49.911734 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-28e2dfd9-f398-4d19-a1c5-cda6cd85895f req-ff8dbfaa-2613-495a-b66f-5b5156f68a75 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] 10.222.0.90 "GET /v2.0/ports?device_id=1ffb272c-6295-48b3-b9cd-fed761b141a7 HTTP/1.1" status: 200 len: 946 time: 0.1255808 Apr 09 13:53:50.037597 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-afbc072a-59a0-467b-9459-6735be258053 req-aa58d0c7-830d-4f84-9189-0f000a70c01b service neutron] 10.222.0.90 "GET /v2.0/networks/a4bc50d2-4a55-4ee1-87aa-a1e91be18584?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1969543 Apr 09 13:53:50.086520 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb30ac80-3d1f-4780-a1fa-8fded2d9bb96 req-67e21d49-b29d-468a-9f94-f69b8cd62303 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:53:50.088519 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-fb30ac80-3d1f-4780-a1fa-8fded2d9bb96 req-67e21d49-b29d-468a-9f94-f69b8cd62303 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] 10.222.0.75 "GET /v2.0/ports?device_id=1ffb272c-6295-48b3-b9cd-fed761b141a7 HTTP/1.1" status: 200 len: 946 time: 0.1073475 Apr 09 13:53:50.180164 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-fb30ac80-3d1f-4780-a1fa-8fded2d9bb96 req-36ce26f2-74bc-4066-a65d-03fd7ebcb0fa tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] 10.222.0.75 "GET /v2.0/security-groups?id=836a3b2a-1cd9-4a42-a456-ffc8ec5959e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788729 Apr 09 13:53:50.213245 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1296ffb1-f7f7-4447-bb26-eb4e68dba624 req-5d72ffc1-e2ac-4ad4-978b-b9a77e483bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:53:50.214902 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-1296ffb1-f7f7-4447-bb26-eb4e68dba624 req-5d72ffc1-e2ac-4ad4-978b-b9a77e483bbe service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=a2b444c2a873486d8c3ff30419c2c3f8&device_id=fdfd806a-3e22-44ef-950a-a63e62c4ef35 HTTP/1.1" status: 200 len: 1096 time: 0.0940108 Apr 09 13:53:50.225014 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.plugin [req-28e2dfd9-f398-4d19-a1c5-cda6cd85895f req-ebef241f-70cf-455c-84c8-bd856795ec94 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Deleting port c815e3b4-7583-4fdb-941f-62cd10bf1dd3 {{(pid=85265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 09 13:53:50.225407 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [req-28e2dfd9-f398-4d19-a1c5-cda6cd85895f req-ebef241f-70cf-455c-84c8-bd856795ec94 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771815896742'] for port, before_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:53:50.364681 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1296ffb1-f7f7-4447-bb26-eb4e68dba624 req-92137845-57e9-424a-b0fe-259f7234a2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:53:50.366274 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-1296ffb1-f7f7-4447-bb26-eb4e68dba624 req-92137845-57e9-424a-b0fe-259f7234a2f2 service neutron] 10.222.0.90 "GET /v2.0/networks?id=a4bc50d2-4a55-4ee1-87aa-a1e91be18584 HTTP/1.1" status: 200 len: 918 time: 0.1446588 Apr 09 13:53:50.445856 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-1296ffb1-f7f7-4447-bb26-eb4e68dba624 req-b70d92be-513f-49f7-be2c-7062fb2f2c71 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=73594664-ccef-4cc6-8c6f-3ac0812c9d97 HTTP/1.1" status: 200 len: 217 time: 0.0730336 Apr 09 13:53:50.506854 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.db [req-28e2dfd9-f398-4d19-a1c5-cda6cd85895f req-ebef241f-70cf-455c-84c8-bd856795ec94 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] For port c815e3b4-7583-4fdb-941f-62cd10bf1dd3, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=c815e3b4-7583-4fdb-941f-62cd10bf1dd3,segment=NetworkSegment(5a4ed491-6058-4194-8f87-1763fd0fd419),segment_id=5a4ed491-6058-4194-8f87-1763fd0fd419)] {{(pid=85265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 09 13:53:50.506854 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [req-28e2dfd9-f398-4d19-a1c5-cda6cd85895f req-ebef241f-70cf-455c-84c8-bd856795ec94 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-707704'] for port, precommit_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:53:50.522266 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1296ffb1-f7f7-4447-bb26-eb4e68dba624 req-98255ab2-0a5c-47be-b41e-814d59b335f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:53:50.524049 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-1296ffb1-f7f7-4447-bb26-eb4e68dba624 req-98255ab2-0a5c-47be-b41e-814d59b335f1 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=0144e1c8-7bcb-42a5-ac9e-709c8b2e67a5 HTTP/1.1" status: 200 len: 856 time: 0.0721855 Apr 09 13:53:50.618058 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1296ffb1-f7f7-4447-bb26-eb4e68dba624 req-f896c996-c631-4281-a612-6e140f864a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:53:50.619666 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-1296ffb1-f7f7-4447-bb26-eb4e68dba624 req-f896c996-c631-4281-a612-6e140f864a60 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=a4bc50d2-4a55-4ee1-87aa-a1e91be18584&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0886688 Apr 09 13:53:50.768864 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-1296ffb1-f7f7-4447-bb26-eb4e68dba624 req-9ce8a817-854f-4113-9533-ed0075e0bb38 service neutron] 10.222.0.90 "GET /v2.0/networks/a4bc50d2-4a55-4ee1-87aa-a1e91be18584?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423993 Apr 09 13:53:50.848011 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [req-28e2dfd9-f398-4d19-a1c5-cda6cd85895f req-ebef241f-70cf-455c-84c8-bd856795ec94 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:53:50.848445 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [req-28e2dfd9-f398-4d19-a1c5-cda6cd85895f req-ebef241f-70cf-455c-84c8-bd856795ec94 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-711411'] for floatingip, after_update {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:53:50.848854 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.db.l3_db [req-28e2dfd9-f398-4d19-a1c5-cda6cd85895f req-ebef241f-70cf-455c-84c8-bd856795ec94 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Floating IP 89a285c8-1c8d-466f-be1d-84df21850ff6 disassociated. External IP: 172.28.0.29, port: c815e3b4-7583-4fdb-941f-62cd10bf1dd3. Apr 09 13:53:50.849280 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.plugin [req-28e2dfd9-f398-4d19-a1c5-cda6cd85895f req-ebef241f-70cf-455c-84c8-bd856795ec94 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Calling delete_port for c815e3b4-7583-4fdb-941f-62cd10bf1dd3 owned by compute:nova {{(pid=85265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 09 13:53:51.025473 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [req-28e2dfd9-f398-4d19-a1c5-cda6cd85895f req-ebef241f-70cf-455c-84c8-bd856795ec94 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853739901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853759498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363265038874501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363265039307636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851965059'] for port, after_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:53:51.044744 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-bbff8147-dae0-407a-9eab-d43f86408a7e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:53:51.112346 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebef241f-70cf-455c-84c8-bd856795ec94 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Pushing event deleted for resources: {'Port': ['ID=c815e3b4-7583-4fdb-941f-62cd10bf1dd3,revision_number=None']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:53:51.117261 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-ebef241f-70cf-455c-84c8-bd856795ec94 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:53:51.235794 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-1296ffb1-f7f7-4447-bb26-eb4e68dba624 req-a6cdd1ce-26d7-4cc3-ba75-ba16ffca8307 service neutron] 10.222.0.90 "GET /v2.0/networks/a4bc50d2-4a55-4ee1-87aa-a1e91be18584?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4588354 Apr 09 13:53:51.250192 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9923f4a5-052a-4271-b52f-1db16d4e3637 req-5cf9ab93-51fe-4bc3-93cc-8dc87bc4e929 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:53:51.251851 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-9923f4a5-052a-4271-b52f-1db16d4e3637 req-5cf9ab93-51fe-4bc3-93cc-8dc87bc4e929 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] 10.222.0.75 "GET /v2.0/ports?device_id=fdfd806a-3e22-44ef-950a-a63e62c4ef35 HTTP/1.1" status: 200 len: 943 time: 0.4330015 Apr 09 13:53:51.286861 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-9923f4a5-052a-4271-b52f-1db16d4e3637 req-63da240d-f09d-4b43-a83a-89a937d265ab tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] 10.222.0.75 "GET /v2.0/security-groups?id=ed94d330-8b0e-4bea-8543-5b21c533b4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0277507 Apr 09 13:53:51.434276 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.scheduler.l3_agent_scheduler [req-28e2dfd9-f398-4d19-a1c5-cda6cd85895f req-ebef241f-70cf-455c-84c8-bd856795ec94 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Router e36652c1-6bec-4570-b33c-77b5086f1ce8 has already been hosted by L3 agent 69305824-358b-46b0-9707-cd2ded304b9c {{(pid=85265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 09 13:53:51.453377 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-6a28b6e4-4362-423c-a066-1d0e6aff6a73 req-38da5375-627f-450e-8192-470eb06f7ffb tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] 10.222.0.75 "GET /v2.0/ports?device_id=1ffb272c-6295-48b3-b9cd-fed761b141a7 HTTP/1.1" status: 200 len: 210 time: 0.0507176 Apr 09 13:53:51.659230 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-28e2dfd9-f398-4d19-a1c5-cda6cd85895f req-ebef241f-70cf-455c-84c8-bd856795ec94 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Notify agent at l3_agent.dv-cinder-785362-1-smb the message routers_updated {{(pid=85265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 09 13:53:51.672853 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77372b71-28f1-4e2f-b077-e931f27728a0 None None] Sync routers for ids ['e36652c1-6bec-4570-b33c-77b5086f1ce8'] in dv-cinder-785362-1-smb {{(pid=85267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 09 13:53:51.684220 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77372b71-28f1-4e2f-b077-e931f27728a0 None None] Routers {'e36652c1-6bec-4570-b33c-77b5086f1ce8'} bound to L3 agent in host dv-cinder-785362-1-smb {{(pid=85267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 09 13:53:51.684890 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_hamode_db [None req-77372b71-28f1-4e2f-b077-e931f27728a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-785362-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-09T13:38:04Z,description=,heartbeat_timestamp=2021-04-09T13:53:34Z,host='dv-cinder-785362-1-smb',id=69305824-358b-46b0-9707-cd2ded304b9c,load=0,resource_versions=,resources_synced=,started_at=2021-04-09T13:38:04Z,topic='l3_agent')) {'router_ids': ['e36652c1-6bec-4570-b33c-77b5086f1ce8'], 'active': True} {{(pid=85267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 13:53:51.744643 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_dvrscheduler_db [req-28e2dfd9-f398-4d19-a1c5-cda6cd85895f req-ebef241f-70cf-455c-84c8-bd856795ec94 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] No DVR routers for this DVR port c815e3b4-7583-4fdb-941f-62cd10bf1dd3 on host hv-cinder-78536 {{(pid=85265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 09 13:53:51.748831 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [req-28e2dfd9-f398-4d19-a1c5-cda6cd85895f req-ebef241f-70cf-455c-84c8-bd856795ec94 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770645'] for port, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:53:51.753558 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ffb272c-6295-48b3-b9cd-fed761b141a7', 'name': 'network-vif-deleted', 'tag': 'c815e3b4-7583-4fdb-941f-62cd10bf1dd3'}] {{(pid=85265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 09 13:53:51.773821 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-28e2dfd9-f398-4d19-a1c5-cda6cd85895f req-ebef241f-70cf-455c-84c8-bd856795ec94 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] 10.222.0.90 "DELETE /v2.0/ports/c815e3b4-7583-4fdb-941f-62cd10bf1dd3 HTTP/1.1" status: 204 len: 173 time: 1.8564918 Apr 09 13:53:51.881315 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ffb272c-6295-48b3-b9cd-fed761b141a7', 'name': 'network-vif-deleted', 'tag': 'c815e3b4-7583-4fdb-941f-62cd10bf1dd3', 'status': 'completed', 'code': 200} Apr 09 13:53:51.926286 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_dvr_db [None req-77372b71-28f1-4e2f-b077-e931f27728a0 None None] Set router e36652c1-6bec-4570-b33c-77b5086f1ce8 gateway port host: dv-cinder-785362-1-smb {{(pid=85267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 09 13:53:52.272237 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_hamode_db [None req-77372b71-28f1-4e2f-b077-e931f27728a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e36652c1-6bec-4570-b33c-77b5086f1ce8', 'name': 'tempest-AttachVolumeTestJSON-1552224158-router', 'tenant_id': '8b1366e2a2764227a2e3ada9f6348323', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd39673be-df84-4009-abea-d472d159fdfd', 'external_fixed_ips': [{'subnet_id': 'f6eeb1a0-26c5-43d1-996f-84b999bf12c7', 'ip_address': '172.28.0.183'}], 'enable_snat': True}, 'gw_port_id': 'e4a4510d-2481-4e5d-8964-18483640b5d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T13:47:06Z', 'updated_at': '2021-04-09T13:47:26Z', 'revision_number': 4, 'project_id': '8b1366e2a2764227a2e3ada9f6348323', 'gw_port': {'id': 'e4a4510d-2481-4e5d-8964-18483640b5d4', 'name': '', 'network_id': 'd39673be-df84-4009-abea-d472d159fdfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:46:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e36652c1-6bec-4570-b33c-77b5086f1ce8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'f6eeb1a0-26c5-43d1-996f-84b999bf12c7', 'ip_address': '172.28.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:47:12Z', 'updated_at': '2021-04-09T13:47:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6eeb1a0-26c5-43d1-996f-84b999bf12c7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-1-smb', '_interfaces': [{'id': '1bd565bf-dbfe-4cce-8936-0512a2cd7275', 'name': '', 'network_id': '05572312-ba94-44c0-9d23-59b1e6c5c81f', 'tenant_id': '8b1366e2a2764227a2e3ada9f6348323', 'mac_address': 'fa:16:3e:6f:60:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e36652c1-6bec-4570-b33c-77b5086f1ce8', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '52cd575a-477f-4889-af1f-960c6b2cd43e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:47:23Z', 'updated_at': '2021-04-09T13:47:43Z', 'revision_number': 5, 'project_id': '8b1366e2a2764227a2e3ada9f6348323', 'subnets': [{'id': '52cd575a-477f-4889-af1f-960c6b2cd43e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-785362-1-smb', False) {} {{(pid=85267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 13:53:52.277111 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77372b71-28f1-4e2f-b077-e931f27728a0 None None] Checking router: e36652c1-6bec-4570-b33c-77b5086f1ce8 for host: dv-cinder-785362-1-smb {{(pid=85267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 09 13:53:52.289033 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77372b71-28f1-4e2f-b077-e931f27728a0 None None] Routers {'e36652c1-6bec-4570-b33c-77b5086f1ce8'} bound to L3 agent in host dv-cinder-785362-1-smb {{(pid=85267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 09 13:53:52.289892 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_hamode_db [None req-77372b71-28f1-4e2f-b077-e931f27728a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-785362-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-09T13:38:04Z,description=,heartbeat_timestamp=2021-04-09T13:53:34Z,host='dv-cinder-785362-1-smb',id=69305824-358b-46b0-9707-cd2ded304b9c,load=0,resource_versions=,resources_synced=,started_at=2021-04-09T13:38:04Z,topic='l3_agent')) {'router_ids': ['e36652c1-6bec-4570-b33c-77b5086f1ce8'], 'active': True} {{(pid=85267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 13:53:52.521104 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_dvr_db [None req-77372b71-28f1-4e2f-b077-e931f27728a0 None None] Set router e36652c1-6bec-4570-b33c-77b5086f1ce8 gateway port host: dv-cinder-785362-1-smb {{(pid=85267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 09 13:53:52.531839 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50ab0fa-a320-4d77-8ce4-0d6f4cf45ba3 req-40cb86c6-400e-4561-aded-40b3b3ef6102 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:53:52.534590 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-e50ab0fa-a320-4d77-8ce4-0d6f4cf45ba3 req-40cb86c6-400e-4561-aded-40b3b3ef6102 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] 10.222.0.75 "GET /v2.0/ports?device_id=fdfd806a-3e22-44ef-950a-a63e62c4ef35 HTTP/1.1" status: 200 len: 943 time: 0.1154754 Apr 09 13:53:52.567585 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-e50ab0fa-a320-4d77-8ce4-0d6f4cf45ba3 req-68a5f463-72c5-4051-a000-c0b45148dffe tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] 10.222.0.75 "GET /v2.0/security-groups?id=ed94d330-8b0e-4bea-8543-5b21c533b4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0261922 Apr 09 13:53:52.693971 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.75', 36362) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:53:52.767904 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-c736b74d-c977-4422-a641-f522f71bf313 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Notify callbacks [] for security_group, before_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:53:52.799358 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-c736b74d-c977-4422-a641-f522f71bf313 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:53:52.849083 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-c736b74d-c977-4422-a641-f522f71bf313 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738555'] for security_group, after_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:53:52.855562 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-c3fcbe14-1f17-4cb9-832c-0dca0125a13d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:53:52.872443 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c736b74d-c977-4422-a641-f522f71bf313 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=836a3b2a-1cd9-4a42-a456-ffc8ec5959e4,revision_number=None']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:53:52.879964 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-c736b74d-c977-4422-a641-f522f71bf313 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:53:52.885428 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-c736b74d-c977-4422-a641-f522f71bf313 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Notify callbacks [] for security_group, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:53:52.886697 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-c736b74d-c977-4422-a641-f522f71bf313 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] 10.222.0.75 "DELETE /v2.0/security-groups/836a3b2a-1cd9-4a42-a456-ffc8ec5959e4 HTTP/1.1" status: 204 len: 168 time: 0.1916668 Apr 09 13:53:52.890401 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85266) accepted ('10.222.0.75', 36366) {{(pid=85266) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:53:52.893366 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_hamode_db [None req-77372b71-28f1-4e2f-b077-e931f27728a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e36652c1-6bec-4570-b33c-77b5086f1ce8', 'name': 'tempest-AttachVolumeTestJSON-1552224158-router', 'tenant_id': '8b1366e2a2764227a2e3ada9f6348323', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd39673be-df84-4009-abea-d472d159fdfd', 'external_fixed_ips': [{'subnet_id': 'f6eeb1a0-26c5-43d1-996f-84b999bf12c7', 'ip_address': '172.28.0.183'}], 'enable_snat': True}, 'gw_port_id': 'e4a4510d-2481-4e5d-8964-18483640b5d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T13:47:06Z', 'updated_at': '2021-04-09T13:47:26Z', 'revision_number': 4, 'project_id': '8b1366e2a2764227a2e3ada9f6348323', 'gw_port': {'id': 'e4a4510d-2481-4e5d-8964-18483640b5d4', 'name': '', 'network_id': 'd39673be-df84-4009-abea-d472d159fdfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:46:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e36652c1-6bec-4570-b33c-77b5086f1ce8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'f6eeb1a0-26c5-43d1-996f-84b999bf12c7', 'ip_address': '172.28.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:47:12Z', 'updated_at': '2021-04-09T13:47:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6eeb1a0-26c5-43d1-996f-84b999bf12c7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-1-smb', '_interfaces': [{'id': '1bd565bf-dbfe-4cce-8936-0512a2cd7275', 'name': '', 'network_id': '05572312-ba94-44c0-9d23-59b1e6c5c81f', 'tenant_id': '8b1366e2a2764227a2e3ada9f6348323', 'mac_address': 'fa:16:3e:6f:60:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e36652c1-6bec-4570-b33c-77b5086f1ce8', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '52cd575a-477f-4889-af1f-960c6b2cd43e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:47:23Z', 'updated_at': '2021-04-09T13:47:43Z', 'revision_number': 5, 'project_id': '8b1366e2a2764227a2e3ada9f6348323', 'subnets': [{'id': '52cd575a-477f-4889-af1f-960c6b2cd43e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-785362-1-smb', False) {} {{(pid=85267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 13:53:52.906101 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77372b71-28f1-4e2f-b077-e931f27728a0 None None] The sync data for ids ['e36652c1-6bec-4570-b33c-77b5086f1ce8'] in dv-cinder-785362-1-smb is: [{'id': 'e36652c1-6bec-4570-b33c-77b5086f1ce8', 'name': 'tempest-AttachVolumeTestJSON-1552224158-router', 'tenant_id': '8b1366e2a2764227a2e3ada9f6348323', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd39673be-df84-4009-abea-d472d159fdfd', 'external_fixed_ips': [{'subnet_id': 'f6eeb1a0-26c5-43d1-996f-84b999bf12c7', 'ip_address': '172.28.0.183'}], 'enable_snat': True}, 'gw_port_id': 'e4a4510d-2481-4e5d-8964-18483640b5d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T13:47:06Z', 'updated_at': '2021-04-09T13:47:26Z', 'revision_number': 4, 'project_id': '8b1366e2a2764227a2e3ada9f6348323', 'gw_port': {'id': 'e4a4510d-2481-4e5d-8964-18483640b5d4', 'name': '', 'network_id': 'd39673be-df84-4009-abea-d472d159fdfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:46:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e36652c1-6bec-4570-b33c-77b5086f1ce8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'f6eeb1a0-26c5-43d1-996f-84b999bf12c7', 'ip_address': '172.28.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:47:12Z', 'updated_at': '2021-04-09T13:47:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6eeb1a0-26c5-43d1-996f-84b999bf12c7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-1-smb', '_interfaces': [{'id': '1bd565bf-dbfe-4cce-8936-0512a2cd7275', 'name': '', 'network_id': '05572312-ba94-44c0-9d23-59b1e6c5c81f', 'tenant_id': '8b1366e2a2764227a2e3ada9f6348323', 'mac_address': 'fa:16:3e:6f:60:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e36652c1-6bec-4570-b33c-77b5086f1ce8', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '52cd575a-477f-4889-af1f-960c6b2cd43e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:47:23Z', 'updated_at': '2021-04-09T13:47:43Z', 'revision_number': 5, 'project_id': '8b1366e2a2764227a2e3ada9f6348323', 'subnets': [{'id': '52cd575a-477f-4889-af1f-960c6b2cd43e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 09 13:53:52.910604 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.api.v2.resource [None req-4c532d08-8ba7-4ca8-b89b-6e006a0d0a01 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] show failed (client error): The resource could not be found. Apr 09 13:53:52.911965 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-4c532d08-8ba7-4ca8-b89b-6e006a0d0a01 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] 10.222.0.75 "GET /v2.0/security-groups/836a3b2a-1cd9-4a42-a456-ffc8ec5959e4 HTTP/1.1" status: 404 len: 347 time: 0.0204835 Apr 09 13:53:52.915466 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.75', 36370) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:53:53.094299 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.plugin [None req-bf57ed1b-e57a-44a6-af48-cd487166f610 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Deleting port fa831221-dc27-44d3-9ce2-1a482d4cde7d {{(pid=85265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 09 13:53:53.094715 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-bf57ed1b-e57a-44a6-af48-cd487166f610 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771815896742'] for port, before_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:53:53.292124 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-bf57ed1b-e57a-44a6-af48-cd487166f610 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-707704'] for port, precommit_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:53:53.292493 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-bf57ed1b-e57a-44a6-af48-cd487166f610 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:53:53.308423 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2200ca6e-26f1-441b-be85-331076800771 None None] New status for floating IP 89a285c8-1c8d-466f-be1d-84df21850ff6: DOWN {{(pid=85268) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 09 13:53:53.433492 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.plugin [None req-bf57ed1b-e57a-44a6-af48-cd487166f610 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Calling delete_port for fa831221-dc27-44d3-9ce2-1a482d4cde7d owned by network:floatingip {{(pid=85265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 09 13:53:53.548071 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.db.api [None req-bf57ed1b-e57a-44a6-af48-cd487166f610 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85265) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 09 13:53:53.548481 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_db.api [None req-bf57ed1b-e57a-44a6-af48-cd487166f610 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 09 13:53:53.789234 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2537f868-2190-4a85-ac1f-aaf5972ac2e3 req-3d87364e-9712-4c0e-b0a4-acfde138d504 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:53:53.791306 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-2537f868-2190-4a85-ac1f-aaf5972ac2e3 req-3d87364e-9712-4c0e-b0a4-acfde138d504 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] 10.222.0.75 "GET /v2.0/ports?device_id=fdfd806a-3e22-44ef-950a-a63e62c4ef35 HTTP/1.1" status: 200 len: 943 time: 0.0928450 Apr 09 13:53:53.829098 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-2537f868-2190-4a85-ac1f-aaf5972ac2e3 req-b2ed96c0-f230-4f17-bc90-0f55015cd2d6 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] 10.222.0.75 "GET /v2.0/security-groups?id=ed94d330-8b0e-4bea-8543-5b21c533b4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0292847 Apr 09 13:53:54.050398 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.plugin [None req-bf57ed1b-e57a-44a6-af48-cd487166f610 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Deleting port fa831221-dc27-44d3-9ce2-1a482d4cde7d {{(pid=85265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 09 13:53:54.050710 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-bf57ed1b-e57a-44a6-af48-cd487166f610 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771815896742'] for port, before_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:53:54.238650 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-bf57ed1b-e57a-44a6-af48-cd487166f610 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-707704'] for port, precommit_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:53:54.239012 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-bf57ed1b-e57a-44a6-af48-cd487166f610 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:53:54.372074 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.plugin [None req-bf57ed1b-e57a-44a6-af48-cd487166f610 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Calling delete_port for fa831221-dc27-44d3-9ce2-1a482d4cde7d owned by network:floatingip {{(pid=85265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 09 13:53:54.522441 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-bf57ed1b-e57a-44a6-af48-cd487166f610 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853739901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853759498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363265038874501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363265039307636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851965059'] for port, after_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:53:54.539828 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-ef1520fa-d79d-4373-87d5-ca93ca458d5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:53:54.597959 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf57ed1b-e57a-44a6-af48-cd487166f610 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Pushing event deleted for resources: {'Port': ['ID=fa831221-dc27-44d3-9ce2-1a482d4cde7d,revision_number=None']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:53:54.656408 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-bf57ed1b-e57a-44a6-af48-cd487166f610 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:53:54.818054 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-bf57ed1b-e57a-44a6-af48-cd487166f610 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Notify callbacks [] for floatingip, after_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:53:54.832563 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-bf57ed1b-e57a-44a6-af48-cd487166f610 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770645'] for floatingip, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:53:54.833817 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-bf57ed1b-e57a-44a6-af48-cd487166f610 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] 10.222.0.75 "DELETE /v2.0/floatingips/89a285c8-1c8d-466f-be1d-84df21850ff6 HTTP/1.1" status: 204 len: 168 time: 1.9169922 Apr 09 13:53:55.048347 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a1ec93-8a02-4076-abd8-69743a98268a req-bf885f53-f712-4013-b6f9-2b3d0bd263d1 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:53:55.050012 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-47a1ec93-8a02-4076-abd8-69743a98268a req-bf885f53-f712-4013-b6f9-2b3d0bd263d1 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] 10.222.0.75 "GET /v2.0/ports?device_id=fdfd806a-3e22-44ef-950a-a63e62c4ef35 HTTP/1.1" status: 200 len: 943 time: 0.0935276 Apr 09 13:53:55.083955 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-47a1ec93-8a02-4076-abd8-69743a98268a req-26da6c61-4ef9-4dff-bf5c-a845aab3328f tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] 10.222.0.75 "GET /v2.0/security-groups?id=ed94d330-8b0e-4bea-8543-5b21c533b4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0271010 Apr 09 13:53:55.360647 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.75', 36382) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:53:55.366914 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.v2.base [None req-d7b53bcf-1ae3-48e4-b129-b5fdd4209704 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Request body: {'security_group': {'name': 'tempest-securitygroup--340715500', 'description': 'tempest-description--1479665206'}} {{(pid=85265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 09 13:53:55.374819 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-d7b53bcf-1ae3-48e4-b129-b5fdd4209704 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 13:53:55.379612 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-d7b53bcf-1ae3-48e4-b129-b5fdd4209704 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Usage tracker for resource:security_group and tenant:8b1366e2a2764227a2e3ada9f6348323 is out of sync, need to count used quota {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 13:53:55.384940 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.rpc [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Device 73594664-ccef-4cc6-8c6f-3ac0812c9d97 details requested by agent hyperv_hv-cinder-78536 with host hv-cinder-78536 {{(pid=85267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 09 13:53:55.385790 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-d7b53bcf-1ae3-48e4-b129-b5fdd4209704 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 13:53:55.387495 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.rpc [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Device c815e3b4-7583-4fdb-941f-62cd10bf1dd3 no longer exists at agent hyperv_hv-cinder-78536 {{(pid=85267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 09 13:53:55.392369 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-d7b53bcf-1ae3-48e4-b129-b5fdd4209704 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 13:53:55.401436 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-d7b53bcf-1ae3-48e4-b129-b5fdd4209704 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Notify callbacks [] for security_group, before_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:53:55.406183 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-d7b53bcf-1ae3-48e4-b129-b5fdd4209704 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 13:53:55.410194 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-d7b53bcf-1ae3-48e4-b129-b5fdd4209704 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Usage tracker for resource:security_group_rule and tenant:8b1366e2a2764227a2e3ada9f6348323 is out of sync, need to count used quota {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 13:53:55.413225 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-d7b53bcf-1ae3-48e4-b129-b5fdd4209704 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 13:53:55.419412 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-d7b53bcf-1ae3-48e4-b129-b5fdd4209704 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 13:53:55.427637 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.plugin [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] No Port match for: c815e3b4-7583-4fdb-941f-62cd10bf1dd3 {{(pid=85267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 09 13:53:55.428041 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.rpc [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Device c815e3b4-7583-4fdb-941f-62cd10bf1dd3 not bound to the agent host hv-cinder-78536 {{(pid=85267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 09 13:53:55.495995 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-d7b53bcf-1ae3-48e4-b129-b5fdd4209704 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Notify callbacks [] for security_group, precommit_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:53:55.499120 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-d7b53bcf-1ae3-48e4-b129-b5fdd4209704 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738555'] for security_group, after_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:53:55.504963 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-21981ead-5e2d-4a78-a4cf-c60d11bb974b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:53:55.542599 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b53bcf-1ae3-48e4-b129-b5fdd4209704 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99ed24de-3d6b-4a78-aa1b-50b2854375a2,revision_number=1']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:53:55.551430 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-d7b53bcf-1ae3-48e4-b129-b5fdd4209704 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:53:55.570715 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-d7b53bcf-1ae3-48e4-b129-b5fdd4209704 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Notify callbacks [] for security_group, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:53:55.575624 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-d7b53bcf-1ae3-48e4-b129-b5fdd4209704 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2102268 Apr 09 13:53:55.576738 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85266) accepted ('10.222.0.75', 36386) {{(pid=85266) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:53:55.577813 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.db [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] For port 73594664-ccef-4cc6-8c6f-3ac0812c9d97, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=73594664-ccef-4cc6-8c6f-3ac0812c9d97,segment=NetworkSegment(5475d062-1238-45f6-bf79-210ecdb0febe),segment_id=5475d062-1238-45f6-bf79-210ecdb0febe)] {{(pid=85267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 09 13:53:55.582668 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.v2.base [None req-0b00c666-08ff-46e1-a1d7-2bbc7d2f0f44 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Request body: {'security_group_rule': {'security_group_id': '99ed24de-3d6b-4a78-aa1b-50b2854375a2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 09 13:53:55.588924 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-0b00c666-08ff-46e1-a1d7-2bbc7d2f0f44 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 13:53:55.593726 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-0b00c666-08ff-46e1-a1d7-2bbc7d2f0f44 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Usage tracker for resource:security_group_rule and tenant:8b1366e2a2764227a2e3ada9f6348323 is out of sync, need to count used quota {{(pid=85266) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 13:53:55.594132 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.rpc [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Returning: {'device': '73594664-ccef-4cc6-8c6f-3ac0812c9d97', 'network_id': 'a4bc50d2-4a55-4ee1-87aa-a1e91be18584', 'port_id': '73594664-ccef-4cc6-8c6f-3ac0812c9d97', 'mac_address': 'fa:16:3e:05:ee:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0144e1c8-7bcb-42a5-ac9e-709c8b2e67a5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 09 13:53:55.597005 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-0b00c666-08ff-46e1-a1d7-2bbc7d2f0f44 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85266) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 13:53:55.603066 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-0b00c666-08ff-46e1-a1d7-2bbc7d2f0f44 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 13:53:55.620173 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-0b00c666-08ff-46e1-a1d7-2bbc7d2f0f44 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:53:55.673036 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853739810'] for port, before_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:53:55.674536 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.notifiers.nova [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73594664-ccef-4cc6-8c6f-3ac0812c9d97 {{(pid=85267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 09 13:53:55.693307 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.db [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] For port 73594664-ccef-4cc6-8c6f-3ac0812c9d97, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=73594664-ccef-4cc6-8c6f-3ac0812c9d97,segment=NetworkSegment(5475d062-1238-45f6-bf79-210ecdb0febe),segment_id=5475d062-1238-45f6-bf79-210ecdb0febe)] {{(pid=85267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 09 13:53:55.694476 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-0b00c666-08ff-46e1-a1d7-2bbc7d2f0f44 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:53:55.696920 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853739901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853759498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265038874484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771815468181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265039307602'] for port, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:53:55.697844 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-0b00c666-08ff-46e1-a1d7-2bbc7d2f0f44 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738439'] for security_group_rule, after_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:53:55.700727 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:53:55.701449 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:53:55.727287 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b00c666-08ff-46e1-a1d7-2bbc7d2f0f44 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5e4a73c-672d-4adc-971c-c5fb9119b912,revision_number=0']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:53:55.732972 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-0b00c666-08ff-46e1-a1d7-2bbc7d2f0f44 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:53:55.737199 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-0b00c666-08ff-46e1-a1d7-2bbc7d2f0f44 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:53:55.738680 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-0b00c666-08ff-46e1-a1d7-2bbc7d2f0f44 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1606083 Apr 09 13:53:55.741385 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85266) accepted ('10.222.0.75', 36390) {{(pid=85266) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:53:55.747338 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.v2.base [None req-1b7a9aca-9809-4334-85a7-eb2a5184475c tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Request body: {'security_group_rule': {'security_group_id': '99ed24de-3d6b-4a78-aa1b-50b2854375a2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=85266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 09 13:53:55.753774 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-1b7a9aca-9809-4334-85a7-eb2a5184475c tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 13:53:55.758311 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-1b7a9aca-9809-4334-85a7-eb2a5184475c tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Usage tracker for resource:security_group_rule and tenant:8b1366e2a2764227a2e3ada9f6348323 is out of sync, need to count used quota {{(pid=85266) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 13:53:55.761374 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-1b7a9aca-9809-4334-85a7-eb2a5184475c tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85266) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 13:53:55.768885 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-1b7a9aca-9809-4334-85a7-eb2a5184475c tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 13:53:55.786849 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Pushing event updated for resources: {'Port': ['ID=73594664-ccef-4cc6-8c6f-3ac0812c9d97,revision_number=4']} {{(pid=85267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:53:55.787553 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-1b7a9aca-9809-4334-85a7-eb2a5184475c tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:53:55.790626 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=85267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:53:55.861178 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-1b7a9aca-9809-4334-85a7-eb2a5184475c tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:53:55.864317 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-1b7a9aca-9809-4334-85a7-eb2a5184475c tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738439'] for security_group_rule, after_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:53:55.866522 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:53:55.892726 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7a9aca-9809-4334-85a7-eb2a5184475c tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29dcf530-f864-4c24-bbba-dfafd7464a04,revision_number=0']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:53:55.895438 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-1b7a9aca-9809-4334-85a7-eb2a5184475c tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:53:55.902290 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-1b7a9aca-9809-4334-85a7-eb2a5184475c tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:53:55.903590 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-1b7a9aca-9809-4334-85a7-eb2a5184475c tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1610792 Apr 09 13:53:55.907527 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.75', 36394) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:53:55.914324 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.v2.base [None req-5fdfab97-f7f7-4d89-91fe-c0b693dee0ae tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Request body: {'floatingip': {'floating_network_id': 'd39673be-df84-4009-abea-d472d159fdfd'}} {{(pid=85265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 09 13:53:55.923968 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-5fdfab97-f7f7-4d89-91fe-c0b693dee0ae tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 13:53:55.927547 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-5fdfab97-f7f7-4d89-91fe-c0b693dee0ae tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Usage tracker for resource:floatingip and tenant:8b1366e2a2764227a2e3ada9f6348323 is out of sync, need to count used quota {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 13:53:55.931510 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-5fdfab97-f7f7-4d89-91fe-c0b693dee0ae tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 13:53:55.938503 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-5fdfab97-f7f7-4d89-91fe-c0b693dee0ae tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 13:53:55.948747 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-5fdfab97-f7f7-4d89-91fe-c0b693dee0ae tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Notify callbacks [] for floatingip, before_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:53:56.069870 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.db [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] get_ports_and_sgs() called for port_ids ['73594664-ccef-4cc6-8c6f-3ac0812c9d97'] {{(pid=85267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 09 13:53:56.095571 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-5fdfab97-f7f7-4d89-91fe-c0b693dee0ae tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853739810'] for port, before_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:53:56.312069 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65474d74-d8b1-42d4-8c18-0586578a7bf2 req-10fa40d3-8623-4375-86f2-10bd819bcb24 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:53:56.313988 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-65474d74-d8b1-42d4-8c18-0586578a7bf2 req-10fa40d3-8623-4375-86f2-10bd819bcb24 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] 10.222.0.75 "GET /v2.0/ports?device_id=fdfd806a-3e22-44ef-950a-a63e62c4ef35 HTTP/1.1" status: 200 len: 944 time: 0.1003640 Apr 09 13:53:56.349299 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-65474d74-d8b1-42d4-8c18-0586578a7bf2 req-5d84aa6d-6804-41b6-b935-462d4144e3ce tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] 10.222.0.75 "GET /v2.0/security-groups?id=ed94d330-8b0e-4bea-8543-5b21c533b4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0280950 Apr 09 13:53:56.494386 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.db_base_plugin_common [None req-5fdfab97-f7f7-4d89-91fe-c0b693dee0ae tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Allocated IP 172.28.0.203 (d39673be-df84-4009-abea-d472d159fdfd/f6eeb1a0-26c5-43d1-996f-84b999bf12c7/056d2204-04d3-4a58-9213-637ca7dbecf5) {{(pid=85265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 09 13:53:56.656223 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-5fdfab97-f7f7-4d89-91fe-c0b693dee0ae tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Notify callbacks [] for port, precommit_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:53:56.686186 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-5fdfab97-f7f7-4d89-91fe-c0b693dee0ae tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853739901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853759498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771815468164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851965059'] for port, after_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:53:56.701531 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-c78774a1-badf-4cd8-930f-a5e2a9b73af6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:53:56.850642 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdfab97-f7f7-4d89-91fe-c0b693dee0ae tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Pushing event updated for resources: {'Port': ['ID=056d2204-04d3-4a58-9213-637ca7dbecf5,revision_number=1']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:53:56.853486 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-5fdfab97-f7f7-4d89-91fe-c0b693dee0ae tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:53:56.901273 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fdfab97-f7f7-4d89-91fe-c0b693dee0ae tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Network d39673be-df84-4009-abea-d472d159fdfd is already hosted by enough agents. {{(pid=85265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 09 13:53:56.902775 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.scheduler.base_scheduler [None req-5fdfab97-f7f7-4d89-91fe-c0b693dee0ae tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Resources bound (agent type, host, resource id): {{(pid=85265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 09 13:53:56.905594 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fdfab97-f7f7-4d89-91fe-c0b693dee0ae tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Received port after_create {{(pid=85265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 09 13:53:56.994127 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-5fdfab97-f7f7-4d89-91fe-c0b693dee0ae tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:53:57.065002 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-5fdfab97-f7f7-4d89-91fe-c0b693dee0ae tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853739810'] for port, before_update {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:53:57.346924 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-5fdfab97-f7f7-4d89-91fe-c0b693dee0ae tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Notify callbacks [] for port, precommit_update {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:53:57.351780 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-5fdfab97-f7f7-4d89-91fe-c0b693dee0ae tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853739901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853759498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265038874484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771815468181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265039307602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2810724'] for port, after_update {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:53:57.368923 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:53:57.404118 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.rpc [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Device 73594664-ccef-4cc6-8c6f-3ac0812c9d97 up at agent hyperv_hv-cinder-78536 {{(pid=85267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 09 13:53:57.480559 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.provisioning_blocks [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Provisioning for port 73594664-ccef-4cc6-8c6f-3ac0812c9d97 completed by entity L2. {{(pid=85267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 09 13:53:57.488484 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.provisioning_blocks [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Provisioning complete for port 73594664-ccef-4cc6-8c6f-3ac0812c9d97 triggered by entity L2. {{(pid=85267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 09 13:53:57.489048 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765226'] for port, provisioning_complete {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:53:57.538376 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdfab97-f7f7-4d89-91fe-c0b693dee0ae tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Pushing event updated for resources: {'Port': ['ID=056d2204-04d3-4a58-9213-637ca7dbecf5,revision_number=2']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:53:57.543204 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-5fdfab97-f7f7-4d89-91fe-c0b693dee0ae tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:53:57.583725 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbeb714-63c5-408d-914c-5546c71d7a68 req-fe619b5f-3940-4719-8084-c8da03424b62 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:53:57.585738 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-8fbeb714-63c5-408d-914c-5546c71d7a68 req-fe619b5f-3940-4719-8084-c8da03424b62 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] 10.222.0.75 "GET /v2.0/ports?device_id=fdfd806a-3e22-44ef-950a-a63e62c4ef35 HTTP/1.1" status: 200 len: 944 time: 0.1046925 Apr 09 13:53:57.627352 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-8fbeb714-63c5-408d-914c-5546c71d7a68 req-af3218ec-ddde-41a1-b332-40beb56b0a59 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] 10.222.0.75 "GET /v2.0/security-groups?id=ed94d330-8b0e-4bea-8543-5b21c533b4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306132 Apr 09 13:53:57.643089 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853739810'] for port, before_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:53:57.644743 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-5fdfab97-f7f7-4d89-91fe-c0b693dee0ae tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-711411'] for floatingip, after_update {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:53:57.656626 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdfd806a-3e22-44ef-950a-a63e62c4ef35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73594664-ccef-4cc6-8c6f-3ac0812c9d97'}] {{(pid=85267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 09 13:53:57.675892 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-5fdfab97-f7f7-4d89-91fe-c0b693dee0ae tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770645'] for floatingip, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:53:57.677141 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.db [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] For port 73594664-ccef-4cc6-8c6f-3ac0812c9d97, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=73594664-ccef-4cc6-8c6f-3ac0812c9d97,segment=NetworkSegment(5475d062-1238-45f6-bf79-210ecdb0febe),segment_id=5475d062-1238-45f6-bf79-210ecdb0febe)] {{(pid=85267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 09 13:53:57.677864 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-5fdfab97-f7f7-4d89-91fe-c0b693dee0ae tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7685561 Apr 09 13:53:57.679523 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853739901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853759498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265038874484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771815468181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265039307602'] for port, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:53:57.681873 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:53:57.728426 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdfd806a-3e22-44ef-950a-a63e62c4ef35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73594664-ccef-4cc6-8c6f-3ac0812c9d97', 'code': 200} Apr 09 13:53:57.791513 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Pushing event updated for resources: {'Port': ['ID=73594664-ccef-4cc6-8c6f-3ac0812c9d97,revision_number=5']} {{(pid=85267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:53:57.795701 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=85267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:53:57.866960 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-0356ca4b-4ba8-4288-85f6-92006d866a50 req-d45f83f8-4758-41d7-91a1-907db1586641 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-securitygroup--340715500&fields=id&tenant_id=8b1366e2a2764227a2e3ada9f6348323 HTTP/1.1" status: 200 len: 267 time: 0.0297878 Apr 09 13:53:58.004911 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b06beb-85fa-4224-a0c9-dd05b3e8ad3e req-4a293852-8de3-4180-9845-21e628ac6432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:53:58.006814 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-e1b06beb-85fa-4224-a0c9-dd05b3e8ad3e req-4a293852-8de3-4180-9845-21e628ac6432 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=fdfd806a-3e22-44ef-950a-a63e62c4ef35 HTTP/1.1" status: 200 len: 1098 time: 0.0991077 Apr 09 13:53:58.033695 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-e1b06beb-85fa-4224-a0c9-dd05b3e8ad3e req-fb68cc8b-58a0-4963-8f6e-c564a5236312 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=ed94d330-8b0e-4bea-8543-5b21c533b4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0202012 Apr 09 13:53:58.053373 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0356ca4b-4ba8-4288-85f6-92006d866a50 req-92dd4d67-e3d2-4461-b7d2-c4ffceb35378 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:53:58.055112 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-0356ca4b-4ba8-4288-85f6-92006d866a50 req-92dd4d67-e3d2-4461-b7d2-c4ffceb35378 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] 10.222.0.75 "GET /v2.0/networks?id=05572312-ba94-44c0-9d23-59b1e6c5c81f HTTP/1.1" status: 200 len: 811 time: 0.1787183 Apr 09 13:53:58.073101 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-0356ca4b-4ba8-4288-85f6-92006d866a50 req-8fe0c552-ec6c-4d8d-b63d-66a6e4df8298 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] 10.222.0.75 "GET /v2.0/quotas/8b1366e2a2764227a2e3ada9f6348323 HTTP/1.1" status: 200 len: 375 time: 0.0099747 Apr 09 13:53:58.171265 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-0356ca4b-4ba8-4288-85f6-92006d866a50 req-46f6acec-a1f7-44c3-b832-8796e2efbaf4 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=8b1366e2a2764227a2e3ada9f6348323&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0915787 Apr 09 13:53:58.336951 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-0356ca4b-4ba8-4288-85f6-92006d866a50 req-70e45710-f31e-4e4b-8adb-9396c03cfbdd service neutron] 10.222.0.75 "GET /v2.0/networks/05572312-ba94-44c0-9d23-59b1e6c5c81f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529911 Apr 09 13:53:58.493064 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-0356ca4b-4ba8-4288-85f6-92006d866a50 req-a2e33619-8f72-4ead-85e8-fe7707835542 service neutron] 10.222.0.75 "GET /v2.0/networks/05572312-ba94-44c0-9d23-59b1e6c5c81f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1485777 Apr 09 13:53:58.710872 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-e5287f15-16e7-4a8c-bd27-41090e9119aa req-d8f41924-bedc-4a36-b294-c0778d0363ca tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] 10.222.0.75 "GET /v2.0/ports?device_id=fdf076f7-d938-4304-b0e9-d163261470b4 HTTP/1.1" status: 200 len: 210 time: 0.0588205 Apr 09 13:53:58.918088 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af58b58-c1f6-426e-832a-bc8cb4cb3edc req-35ea18ca-35fa-4d11-89ca-30e3b52d4150 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:53:58.920077 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-9af58b58-c1f6-426e-832a-bc8cb4cb3edc req-35ea18ca-35fa-4d11-89ca-30e3b52d4150 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] 10.222.0.75 "GET /v2.0/ports?device_id=fdfd806a-3e22-44ef-950a-a63e62c4ef35 HTTP/1.1" status: 200 len: 945 time: 0.1026428 Apr 09 13:53:58.953724 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-9af58b58-c1f6-426e-832a-bc8cb4cb3edc req-c3042ae7-ce22-46aa-83cd-c971ca377dd4 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] 10.222.0.75 "GET /v2.0/security-groups?id=ed94d330-8b0e-4bea-8543-5b21c533b4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0262558 Apr 09 13:53:59.908784 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-41edd728-7efe-42f3-b95c-eaf5eeb347a5 req-52ee4d8d-b579-49b0-9f3a-f5ec86d72bfe tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] 10.222.0.75 "GET /v2.0/ports?device_id=fdf076f7-d938-4304-b0e9-d163261470b4 HTTP/1.1" status: 200 len: 210 time: 0.0556402 Apr 09 13:53:59.915820 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0356ca4b-4ba8-4288-85f6-92006d866a50 req-fb901343-837c-4163-90dc-a422bde967ab tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:53:59.917409 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-0356ca4b-4ba8-4288-85f6-92006d866a50 req-fb901343-837c-4163-90dc-a422bde967ab tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] 10.222.0.90 "GET /v2.0/networks?id=05572312-ba94-44c0-9d23-59b1e6c5c81f HTTP/1.1" status: 200 len: 811 time: 0.2018445 Apr 09 13:53:59.990325 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [req-0356ca4b-4ba8-4288-85f6-92006d866a50 req-45bc32e8-8d80-4a1b-8c9e-7d11266772ef tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Synchronizing usage tracker for tenant:8b1366e2a2764227a2e3ada9f6348323 on resource:security_group {{(pid=85265) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 09 13:54:00.006369 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [req-0356ca4b-4ba8-4288-85f6-92006d866a50 req-45bc32e8-8d80-4a1b-8c9e-7d11266772ef tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Unset dirty status for tenant:8b1366e2a2764227a2e3ada9f6348323 on resource:security_group {{(pid=85265) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 09 13:54:00.008344 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-0356ca4b-4ba8-4288-85f6-92006d866a50 req-45bc32e8-8d80-4a1b-8c9e-7d11266772ef tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=8b1366e2a2764227a2e3ada9f6348323 HTTP/1.1" status: 200 len: 5704 time: 0.0759540 Apr 09 13:54:00.018451 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.v2.base [req-0356ca4b-4ba8-4288-85f6-92006d866a50 req-4754b37a-7a91-4a55-b074-f724a47b5f49 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Request body: {'port': {'device_id': 'fdf076f7-d938-4304-b0e9-d163261470b4', 'network_id': '05572312-ba94-44c0-9d23-59b1e6c5c81f', 'admin_state_up': True, 'tenant_id': '8b1366e2a2764227a2e3ada9f6348323', 'security_groups': ['99ed24de-3d6b-4a78-aa1b-50b2854375a2']}} {{(pid=85265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 09 13:54:00.174096 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [req-0356ca4b-4ba8-4288-85f6-92006d866a50 req-4754b37a-7a91-4a55-b074-f724a47b5f49 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 13:54:00.178443 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [req-0356ca4b-4ba8-4288-85f6-92006d866a50 req-4754b37a-7a91-4a55-b074-f724a47b5f49 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Usage tracker for resource:port and tenant:8b1366e2a2764227a2e3ada9f6348323 is out of sync, need to count used quota {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 13:54:00.181435 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [req-0356ca4b-4ba8-4288-85f6-92006d866a50 req-4754b37a-7a91-4a55-b074-f724a47b5f49 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Quota usage for port was recalculated. Used quota:3. {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 13:54:00.188509 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [req-0356ca4b-4ba8-4288-85f6-92006d866a50 req-4754b37a-7a91-4a55-b074-f724a47b5f49 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 13:54:00.191311 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed0a056-662f-4bb6-a631-783c8a9f2b68 req-d859e759-606a-4bd9-934a-b43154d5bd15 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:54:00.192947 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-2ed0a056-662f-4bb6-a631-783c8a9f2b68 req-d859e759-606a-4bd9-934a-b43154d5bd15 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] 10.222.0.75 "GET /v2.0/ports?device_id=fdfd806a-3e22-44ef-950a-a63e62c4ef35 HTTP/1.1" status: 200 len: 945 time: 0.1023874 Apr 09 13:54:00.197927 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0356ca4b-4ba8-4288-85f6-92006d866a50 req-4754b37a-7a91-4a55-b074-f724a47b5f49 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Made reservation on behalf of 8b1366e2a2764227a2e3ada9f6348323 for: {'port': 1} {{(pid=85265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 09 13:54:00.204700 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [req-0356ca4b-4ba8-4288-85f6-92006d866a50 req-4754b37a-7a91-4a55-b074-f724a47b5f49 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853739810'] for port, before_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:54:00.228050 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-2ed0a056-662f-4bb6-a631-783c8a9f2b68 req-1a4c2d65-b042-462d-9b78-73cd03798626 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] 10.222.0.75 "GET /v2.0/security-groups?id=ed94d330-8b0e-4bea-8543-5b21c533b4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0272286 Apr 09 13:54:00.367259 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.db_base_plugin_common [req-0356ca4b-4ba8-4288-85f6-92006d866a50 req-4754b37a-7a91-4a55-b074-f724a47b5f49 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Allocated IP 172.20.0.10 (05572312-ba94-44c0-9d23-59b1e6c5c81f/52cd575a-477f-4889-af1f-960c6b2cd43e/1f5dfb28-6681-4647-a6f8-a63c3d68f09d) {{(pid=85265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 09 13:54:00.437769 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4777a7d6-5ff5-4367-a54c-421bda34d982 req-d8614724-ec3c-49e5-b56e-e6875b81c8d4 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:54:00.439525 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-4777a7d6-5ff5-4367-a54c-421bda34d982 req-d8614724-ec3c-49e5-b56e-e6875b81c8d4 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] 10.222.0.75 "GET /v2.0/ports?device_id=fdfd806a-3e22-44ef-950a-a63e62c4ef35 HTTP/1.1" status: 200 len: 945 time: 0.0969372 Apr 09 13:54:00.450367 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85266) accepted ('10.222.0.75', 36438) {{(pid=85266) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:54:00.457000 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.v2.base [None req-facc7df1-5fb6-4ba7-90bd-b26e8422e445 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Request body: {'floatingip': {'port_id': '73594664-ccef-4cc6-8c6f-3ac0812c9d97'}} {{(pid=85266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 09 13:54:00.551806 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-facc7df1-5fb6-4ba7-90bd-b26e8422e445 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Notify callbacks [] for floatingip, before_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:54:00.583938 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [req-0356ca4b-4ba8-4288-85f6-92006d866a50 req-4754b37a-7a91-4a55-b074-f724a47b5f49 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Notify callbacks [] for port, precommit_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:54:00.603146 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.provisioning_blocks [req-0356ca4b-4ba8-4288-85f6-92006d866a50 req-4754b37a-7a91-4a55-b074-f724a47b5f49 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Transition to ACTIVE for port object 1f5dfb28-6681-4647-a6f8-a63c3d68f09d will not be triggered until provisioned by entity DHCP. {{(pid=85265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 09 13:54:00.631363 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [req-0356ca4b-4ba8-4288-85f6-92006d866a50 req-4754b37a-7a91-4a55-b074-f724a47b5f49 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853739901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853759498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771815468164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851965059'] for port, after_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:54:00.651272 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:54:00.801829 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4754b37a-7a91-4a55-b074-f724a47b5f49 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Pushing event updated for resources: {'Port': ['ID=1f5dfb28-6681-4647-a6f8-a63c3d68f09d,revision_number=1']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:54:00.804896 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-4754b37a-7a91-4a55-b074-f724a47b5f49 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:54:00.854179 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0356ca4b-4ba8-4288-85f6-92006d866a50 req-4754b37a-7a91-4a55-b074-f724a47b5f49 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Network 05572312-ba94-44c0-9d23-59b1e6c5c81f is already hosted by enough agents. {{(pid=85265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 09 13:54:00.855272 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.scheduler.base_scheduler [req-0356ca4b-4ba8-4288-85f6-92006d866a50 req-4754b37a-7a91-4a55-b074-f724a47b5f49 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Resources bound (agent type, host, resource id): {{(pid=85265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 09 13:54:00.858857 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_dvrscheduler_db [req-0356ca4b-4ba8-4288-85f6-92006d866a50 req-4754b37a-7a91-4a55-b074-f724a47b5f49 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Received port after_create {{(pid=85265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 09 13:54:00.944672 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0356ca4b-4ba8-4288-85f6-92006d866a50 req-4754b37a-7a91-4a55-b074-f724a47b5f49 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:54:00.946127 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [req-0356ca4b-4ba8-4288-85f6-92006d866a50 req-4754b37a-7a91-4a55-b074-f724a47b5f49 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770645'] for port, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:54:00.977662 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-0356ca4b-4ba8-4288-85f6-92006d866a50 req-4754b37a-7a91-4a55-b074-f724a47b5f49 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9645214 Apr 09 13:54:00.993527 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.v2.base [req-0356ca4b-4ba8-4288-85f6-92006d866a50 req-946bb5f0-ab9f-45d1-98b0-77d433f24f10 service neutron] Request body: {'port': {'device_id': 'fdf076f7-d938-4304-b0e9-d163261470b4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78536'}} {{(pid=85265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 09 13:54:01.078875 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-7373c723-c749-4fbc-8061-ebe665db4d2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:54:01.120543 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.provisioning_blocks [None req-c370d88d-f8ba-4e26-9fd7-d267b18090d0 None None] Provisioning for port 1f5dfb28-6681-4647-a6f8-a63c3d68f09d completed by entity DHCP. {{(pid=85267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 09 13:54:01.126824 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.provisioning_blocks [None req-c370d88d-f8ba-4e26-9fd7-d267b18090d0 None None] Provisioning complete for port 1f5dfb28-6681-4647-a6f8-a63c3d68f09d triggered by entity DHCP. {{(pid=85267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 09 13:54:01.127174 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-c370d88d-f8ba-4e26-9fd7-d267b18090d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765226'] for port, provisioning_complete {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:54:01.145757 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [req-0356ca4b-4ba8-4288-85f6-92006d866a50 req-946bb5f0-ab9f-45d1-98b0-77d433f24f10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853739810'] for port, before_update {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:54:01.188719 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.plugin [None req-c370d88d-f8ba-4e26-9fd7-d267b18090d0 None None] Port 1f5dfb28-6681-4647-a6f8-a63c3d68f09d cannot update to ACTIVE because it is not bound. {{(pid=85267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 09 13:54:01.235135 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fab613c-57f1-4f17-9463-51a028b0a147 req-29a10e49-8dab-4225-918e-535e3b650ba6 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:54:01.236741 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-7fab613c-57f1-4f17-9463-51a028b0a147 req-29a10e49-8dab-4225-918e-535e3b650ba6 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] 10.222.0.75 "GET /v2.0/ports?device_id=fdf076f7-d938-4304-b0e9-d163261470b4 HTTP/1.1" status: 200 len: 932 time: 0.1524928 Apr 09 13:54:01.343439 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-7fab613c-57f1-4f17-9463-51a028b0a147 req-7453b6c0-dab3-4e76-bdab-a4874c2da055 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] 10.222.0.75 "GET /v2.0/security-groups?id=99ed24de-3d6b-4a78-aa1b-50b2854375a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0988257 Apr 09 13:54:01.378542 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-facc7df1-5fb6-4ba7-90bd-b26e8422e445 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:54:01.382269 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-facc7df1-5fb6-4ba7-90bd-b26e8422e445 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-711411'] for floatingip, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:54:01.577216 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.db.l3_db [None req-facc7df1-5fb6-4ba7-90bd-b26e8422e445 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Floating IP 20d33d5c-7b4f-4529-ab8b-bff3f9b2b9d2 associated. External IP: 172.28.0.37, port: 73594664-ccef-4cc6-8c6f-3ac0812c9d97. Apr 09 13:54:01.588772 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.notifiers.nova [req-0356ca4b-4ba8-4288-85f6-92006d866a50 req-946bb5f0-ab9f-45d1-98b0-77d433f24f10 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f5dfb28-6681-4647-a6f8-a63c3d68f09d {{(pid=85265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 09 13:54:01.598211 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [req-0356ca4b-4ba8-4288-85f6-92006d866a50 req-946bb5f0-ab9f-45d1-98b0-77d433f24f10 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:54:01.617728 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.provisioning_blocks [req-0356ca4b-4ba8-4288-85f6-92006d866a50 req-946bb5f0-ab9f-45d1-98b0-77d433f24f10 service neutron] Transition to ACTIVE for port object 1f5dfb28-6681-4647-a6f8-a63c3d68f09d will not be triggered until provisioned by entity L2. {{(pid=85265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 09 13:54:01.620931 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [req-0356ca4b-4ba8-4288-85f6-92006d866a50 req-946bb5f0-ab9f-45d1-98b0-77d433f24f10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853739901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853759498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265038874484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771815468181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265039307602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2810724'] for port, after_update {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:54:01.640115 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-bf57ed1b-e57a-44a6-af48-cd487166f610 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:54:01.793694 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946bb5f0-ab9f-45d1-98b0-77d433f24f10 service neutron] Pushing event updated for resources: {'Port': ['ID=1f5dfb28-6681-4647-a6f8-a63c3d68f09d,revision_number=2']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:54:01.798242 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-946bb5f0-ab9f-45d1-98b0-77d433f24f10 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:54:02.005987 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-facc7df1-5fb6-4ba7-90bd-b26e8422e445 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Router 6caea2b6-d44d-482d-962a-f28d34b0d95c has already been hosted by L3 agent 69305824-358b-46b0-9707-cd2ded304b9c {{(pid=85266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 09 13:54:02.311245 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.managers [req-0356ca4b-4ba8-4288-85f6-92006d866a50 req-946bb5f0-ab9f-45d1-98b0-77d433f24f10 service neutron] Attempting to bind port 1f5dfb28-6681-4647-a6f8-a63c3d68f09d on host hv-cinder-78536 for vnic_type normal with profile {{(pid=85265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 09 13:54:02.311806 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.managers [req-0356ca4b-4ba8-4288-85f6-92006d866a50 req-946bb5f0-ab9f-45d1-98b0-77d433f24f10 service neutron] Attempting to bind port 1f5dfb28-6681-4647-a6f8-a63c3d68f09d by drivers openvswitch,hyperv on host hv-cinder-78536 at level 0 using segments [{'id': '5a4ed491-6058-4194-8f87-1763fd0fd419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '05572312-ba94-44c0-9d23-59b1e6c5c81f'}] {{(pid=85265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 09 13:54:02.312419 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0356ca4b-4ba8-4288-85f6-92006d866a50 req-946bb5f0-ab9f-45d1-98b0-77d433f24f10 service neutron] Attempting to bind port 1f5dfb28-6681-4647-a6f8-a63c3d68f09d on network 05572312-ba94-44c0-9d23-59b1e6c5c81f {{(pid=85265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 09 13:54:02.318420 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0356ca4b-4ba8-4288-85f6-92006d866a50 req-946bb5f0-ab9f-45d1-98b0-77d433f24f10 service neutron] Port 1f5dfb28-6681-4647-a6f8-a63c3d68f09d on network 05572312-ba94-44c0-9d23-59b1e6c5c81f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78536 {{(pid=85265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 09 13:54:02.318902 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0356ca4b-4ba8-4288-85f6-92006d866a50 req-946bb5f0-ab9f-45d1-98b0-77d433f24f10 service neutron] Attempting to bind port 1f5dfb28-6681-4647-a6f8-a63c3d68f09d on network 05572312-ba94-44c0-9d23-59b1e6c5c81f {{(pid=85265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 09 13:54:02.326384 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0356ca4b-4ba8-4288-85f6-92006d866a50 req-946bb5f0-ab9f-45d1-98b0-77d433f24f10 service neutron] Checking agent: {'id': '5a3daac1-2611-42bd-a388-caa17c5666c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78536', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 9, 13, 45, 11), 'started_at': datetime.datetime(2021, 4, 9, 13, 45, 11), 'heartbeat_timestamp': datetime.datetime(2021, 4, 9, 13, 53, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 09 13:54:02.326761 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0356ca4b-4ba8-4288-85f6-92006d866a50 req-946bb5f0-ab9f-45d1-98b0-77d433f24f10 service neutron] Checking segment: {'id': '5a4ed491-6058-4194-8f87-1763fd0fd419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '05572312-ba94-44c0-9d23-59b1e6c5c81f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 09 13:54:02.327349 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0356ca4b-4ba8-4288-85f6-92006d866a50 req-946bb5f0-ab9f-45d1-98b0-77d433f24f10 service neutron] Bound using segment: {'id': '5a4ed491-6058-4194-8f87-1763fd0fd419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '05572312-ba94-44c0-9d23-59b1e6c5c81f'} {{(pid=85265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 09 13:54:02.327857 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.managers [req-0356ca4b-4ba8-4288-85f6-92006d866a50 req-946bb5f0-ab9f-45d1-98b0-77d433f24f10 service neutron] Bound port: 1f5dfb28-6681-4647-a6f8-a63c3d68f09d, host: hv-cinder-78536, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a4ed491-6058-4194-8f87-1763fd0fd419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '05572312-ba94-44c0-9d23-59b1e6c5c81f'}}] {{(pid=85265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 09 13:54:02.328257 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [req-0356ca4b-4ba8-4288-85f6-92006d866a50 req-946bb5f0-ab9f-45d1-98b0-77d433f24f10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853739810'] for port, before_update {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:54:02.426724 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.db [req-0356ca4b-4ba8-4288-85f6-92006d866a50 req-946bb5f0-ab9f-45d1-98b0-77d433f24f10 service neutron] For port 1f5dfb28-6681-4647-a6f8-a63c3d68f09d, host hv-cinder-78536, cleared binding levels {{(pid=85265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 09 13:54:02.430721 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.db [req-0356ca4b-4ba8-4288-85f6-92006d866a50 req-946bb5f0-ab9f-45d1-98b0-77d433f24f10 service neutron] For port 1f5dfb28-6681-4647-a6f8-a63c3d68f09d, host hv-cinder-78536, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=1f5dfb28-6681-4647-a6f8-a63c3d68f09d,segment=NetworkSegment(5a4ed491-6058-4194-8f87-1763fd0fd419),segment_id=5a4ed491-6058-4194-8f87-1763fd0fd419)] {{(pid=85265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 09 13:54:02.434965 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [req-0356ca4b-4ba8-4288-85f6-92006d866a50 req-946bb5f0-ab9f-45d1-98b0-77d433f24f10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853739901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853759498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265038874484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771815468181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265039307602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2810724'] for port, after_update {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:54:02.443589 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-facc7df1-5fb6-4ba7-90bd-b26e8422e445 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Notify agent at l3_agent.dv-cinder-785362-1-smb the message routers_updated {{(pid=85266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 09 13:54:02.448396 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-facc7df1-5fb6-4ba7-90bd-b26e8422e445 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770645'] for floatingip, before_response {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:54:02.450058 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:54:02.456563 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8aac8c0-1b7d-4b76-b68b-d65f52d83efb None None] Sync routers for ids ['6caea2b6-d44d-482d-962a-f28d34b0d95c'] in dv-cinder-785362-1-smb {{(pid=85267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 09 13:54:02.467796 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8aac8c0-1b7d-4b76-b68b-d65f52d83efb None None] Routers {'6caea2b6-d44d-482d-962a-f28d34b0d95c'} bound to L3 agent in host dv-cinder-785362-1-smb {{(pid=85267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 09 13:54:02.468863 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_hamode_db [None req-a8aac8c0-1b7d-4b76-b68b-d65f52d83efb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-785362-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-09T13:38:04Z,description=,heartbeat_timestamp=2021-04-09T13:53:34Z,host='dv-cinder-785362-1-smb',id=69305824-358b-46b0-9707-cd2ded304b9c,load=0,resource_versions=,resources_synced=,started_at=2021-04-09T13:38:04Z,topic='l3_agent')) {'router_ids': ['6caea2b6-d44d-482d-962a-f28d34b0d95c'], 'active': True} {{(pid=85267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 13:54:02.625989 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-facc7df1-5fb6-4ba7-90bd-b26e8422e445 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] 10.222.0.75 "PUT /v2.0/floatingips/20d33d5c-7b4f-4529-ab8b-bff3f9b2b9d2 HTTP/1.1" status: 200 len: 990 time: 2.1737542 Apr 09 13:54:02.631068 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdfd806a-3e22-44ef-950a-a63e62c4ef35', 'tag': '73594664-ccef-4cc6-8c6f-3ac0812c9d97'}] {{(pid=85266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 09 13:54:02.646594 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946bb5f0-ab9f-45d1-98b0-77d433f24f10 service neutron] Pushing event updated for resources: {'Port': ['ID=1f5dfb28-6681-4647-a6f8-a63c3d68f09d,revision_number=3']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:54:02.653097 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-946bb5f0-ab9f-45d1-98b0-77d433f24f10 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:54:02.658237 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b022977-244d-4074-af38-96ce72aa318f req-4cb7582d-5e3a-4875-99fc-1dda10d29fb9 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:54:02.666368 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-3b022977-244d-4074-af38-96ce72aa318f req-4cb7582d-5e3a-4875-99fc-1dda10d29fb9 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] 10.222.0.75 "GET /v2.0/ports?device_id=fdf076f7-d938-4304-b0e9-d163261470b4 HTTP/1.1" status: 200 len: 944 time: 0.1814215 Apr 09 13:54:02.698249 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-3b022977-244d-4074-af38-96ce72aa318f req-91f160c4-bf5e-4ff7-a275-93133e0d7e94 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] 10.222.0.75 "GET /v2.0/security-groups?id=99ed24de-3d6b-4a78-aa1b-50b2854375a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0294363 Apr 09 13:54:02.698441 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0356ca4b-4ba8-4288-85f6-92006d866a50 req-946bb5f0-ab9f-45d1-98b0-77d433f24f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:54:02.699567 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [req-0356ca4b-4ba8-4288-85f6-92006d866a50 req-946bb5f0-ab9f-45d1-98b0-77d433f24f10 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770645'] for port, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:54:02.702920 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-0356ca4b-4ba8-4288-85f6-92006d866a50 req-946bb5f0-ab9f-45d1-98b0-77d433f24f10 service neutron] 10.222.0.90 "PUT /v2.0/ports/1f5dfb28-6681-4647-a6f8-a63c3d68f09d HTTP/1.1" status: 200 len: 1094 time: 1.7168570 Apr 09 13:54:02.703951 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdf076f7-d938-4304-b0e9-d163261470b4', 'tag': '1f5dfb28-6681-4647-a6f8-a63c3d68f09d'}] {{(pid=85265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 09 13:54:02.861239 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0356ca4b-4ba8-4288-85f6-92006d866a50 req-43ad8897-d682-43cc-81e0-cfdf89de6e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:54:02.863007 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-0356ca4b-4ba8-4288-85f6-92006d866a50 req-43ad8897-d682-43cc-81e0-cfdf89de6e68 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=8b1366e2a2764227a2e3ada9f6348323&device_id=fdf076f7-d938-4304-b0e9-d163261470b4 HTTP/1.1" status: 200 len: 1097 time: 0.1103182 Apr 09 13:54:02.907740 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdfd806a-3e22-44ef-950a-a63e62c4ef35', 'tag': '73594664-ccef-4cc6-8c6f-3ac0812c9d97', 'status': 'completed', 'code': 200} Apr 09 13:54:02.919328 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_dvr_db [None req-a8aac8c0-1b7d-4b76-b68b-d65f52d83efb None None] Set router 6caea2b6-d44d-482d-962a-f28d34b0d95c gateway port host: dv-cinder-785362-1-smb {{(pid=85267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 09 13:54:02.977076 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdf076f7-d938-4304-b0e9-d163261470b4', 'tag': '1f5dfb28-6681-4647-a6f8-a63c3d68f09d', 'status': 'completed', 'code': 200} Apr 09 13:54:02.978728 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-0356ca4b-4ba8-4288-85f6-92006d866a50 req-55371534-27bc-4a5c-84a6-e5633fa82b08 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1f5dfb28-6681-4647-a6f8-a63c3d68f09d HTTP/1.1" status: 200 len: 217 time: 0.1079364 Apr 09 13:54:03.046227 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2f8234-95fd-47be-96b3-90d2587f56c8 req-23453519-65d3-40a2-9e8f-adf8daa02653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:54:03.048496 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-8f2f8234-95fd-47be-96b3-90d2587f56c8 req-23453519-65d3-40a2-9e8f-adf8daa02653 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=a2b444c2a873486d8c3ff30419c2c3f8&device_id=fdfd806a-3e22-44ef-950a-a63e62c4ef35 HTTP/1.1" status: 200 len: 1098 time: 0.1123760 Apr 09 13:54:03.059409 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0356ca4b-4ba8-4288-85f6-92006d866a50 req-cc73e705-2c96-451a-9c30-9f6aee208c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:54:03.061623 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-0356ca4b-4ba8-4288-85f6-92006d866a50 req-cc73e705-2c96-451a-9c30-9f6aee208c61 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=52cd575a-477f-4889-af1f-960c6b2cd43e HTTP/1.1" status: 200 len: 850 time: 0.0769162 Apr 09 13:54:03.152045 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0356ca4b-4ba8-4288-85f6-92006d866a50 req-fce4bef2-dbf5-488f-ad26-9fef47d841b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:54:03.154729 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-0356ca4b-4ba8-4288-85f6-92006d866a50 req-fce4bef2-dbf5-488f-ad26-9fef47d841b8 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=05572312-ba94-44c0-9d23-59b1e6c5c81f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0855913 Apr 09 13:54:03.215069 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2f8234-95fd-47be-96b3-90d2587f56c8 req-642ddfd8-6107-4d5a-bd00-5d49150d6dde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:54:03.217307 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-8f2f8234-95fd-47be-96b3-90d2587f56c8 req-642ddfd8-6107-4d5a-bd00-5d49150d6dde service neutron] 10.222.0.90 "GET /v2.0/networks?id=a4bc50d2-4a55-4ee1-87aa-a1e91be18584 HTTP/1.1" status: 200 len: 918 time: 0.1611466 Apr 09 13:54:03.318982 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-0356ca4b-4ba8-4288-85f6-92006d866a50 req-38c74d7e-a9f1-4970-ba7b-b91f8cfb859c service neutron] 10.222.0.90 "GET /v2.0/networks/05572312-ba94-44c0-9d23-59b1e6c5c81f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582577 Apr 09 13:54:03.337641 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-8f2f8234-95fd-47be-96b3-90d2587f56c8 req-0b93e356-a189-4074-83e4-3f7c51968b94 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=73594664-ccef-4cc6-8c6f-3ac0812c9d97 HTTP/1.1" status: 200 len: 998 time: 0.1142352 Apr 09 13:54:03.353674 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_hamode_db [None req-a8aac8c0-1b7d-4b76-b68b-d65f52d83efb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6caea2b6-d44d-482d-962a-f28d34b0d95c', 'name': 'tempest-AttachVolumeShelveTestJSON-2049991526-router', 'tenant_id': 'a2b444c2a873486d8c3ff30419c2c3f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd39673be-df84-4009-abea-d472d159fdfd', 'external_fixed_ips': [{'subnet_id': 'f6eeb1a0-26c5-43d1-996f-84b999bf12c7', 'ip_address': '172.28.0.41'}], 'enable_snat': True}, 'gw_port_id': '8d48afe8-3c12-4489-a7f0-bffc3923bb24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T13:47:00Z', 'updated_at': '2021-04-09T13:47:14Z', 'revision_number': 4, 'project_id': 'a2b444c2a873486d8c3ff30419c2c3f8', 'gw_port': {'id': '8d48afe8-3c12-4489-a7f0-bffc3923bb24', 'name': '', 'network_id': 'd39673be-df84-4009-abea-d472d159fdfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:0a:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6caea2b6-d44d-482d-962a-f28d34b0d95c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'f6eeb1a0-26c5-43d1-996f-84b999bf12c7', 'ip_address': '172.28.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:47:01Z', 'updated_at': '2021-04-09T13:47:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6eeb1a0-26c5-43d1-996f-84b999bf12c7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-1-smb', '_floatingips': [{'id': '20d33d5c-7b4f-4529-ab8b-bff3f9b2b9d2', 'tenant_id': 'a2b444c2a873486d8c3ff30419c2c3f8', 'floating_ip_address': '172.28.0.37', 'floating_network_id': 'd39673be-df84-4009-abea-d472d159fdfd', 'router_id': '6caea2b6-d44d-482d-962a-f28d34b0d95c', 'port_id': '73594664-ccef-4cc6-8c6f-3ac0812c9d97', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 524, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4bc50d2-4a55-4ee1-87aa-a1e91be18584', 'mac_address': 'fa:16:3e:05:ee:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdfd806a-3e22-44ef-950a-a63e62c4ef35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-09T13:53:43Z', 'updated_at': '2021-04-09T13:54:01Z', 'revision_number': 1, 'project_id': 'a2b444c2a873486d8c3ff30419c2c3f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3873a69-5ad7-4cdf-a273-62fe6d4a117b', 'name': '', 'network_id': 'a4bc50d2-4a55-4ee1-87aa-a1e91be18584', 'tenant_id': 'a2b444c2a873486d8c3ff30419c2c3f8', 'mac_address': 'fa:16:3e:19:f0:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6caea2b6-d44d-482d-962a-f28d34b0d95c', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '0144e1c8-7bcb-42a5-ac9e-709c8b2e67a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:47:09Z', 'updated_at': '2021-04-09T13:47:31Z', 'revision_number': 5, 'project_id': 'a2b444c2a873486d8c3ff30419c2c3f8', 'subnets': [{'id': '0144e1c8-7bcb-42a5-ac9e-709c8b2e67a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-785362-1-smb', False) {} {{(pid=85267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 13:54:03.358450 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8aac8c0-1b7d-4b76-b68b-d65f52d83efb None None] Checking router: 6caea2b6-d44d-482d-962a-f28d34b0d95c for host: dv-cinder-785362-1-smb {{(pid=85267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 09 13:54:03.367612 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8aac8c0-1b7d-4b76-b68b-d65f52d83efb None None] Routers {'6caea2b6-d44d-482d-962a-f28d34b0d95c'} bound to L3 agent in host dv-cinder-785362-1-smb {{(pid=85267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 09 13:54:03.368296 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_hamode_db [None req-a8aac8c0-1b7d-4b76-b68b-d65f52d83efb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-785362-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-09T13:38:04Z,description=,heartbeat_timestamp=2021-04-09T13:53:34Z,host='dv-cinder-785362-1-smb',id=69305824-358b-46b0-9707-cd2ded304b9c,load=0,resource_versions=,resources_synced=,started_at=2021-04-09T13:38:04Z,topic='l3_agent')) {'router_ids': ['6caea2b6-d44d-482d-962a-f28d34b0d95c'], 'active': True} {{(pid=85267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 13:54:03.417411 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2f8234-95fd-47be-96b3-90d2587f56c8 req-094adb18-aa45-411f-8169-1f0b15bdc6f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:54:03.418936 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-8f2f8234-95fd-47be-96b3-90d2587f56c8 req-094adb18-aa45-411f-8169-1f0b15bdc6f6 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=0144e1c8-7bcb-42a5-ac9e-709c8b2e67a5 HTTP/1.1" status: 200 len: 856 time: 0.0755267 Apr 09 13:54:03.485924 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-0356ca4b-4ba8-4288-85f6-92006d866a50 req-4e317a86-b76a-4563-a622-857e6b7a8bf6 service neutron] 10.222.0.90 "GET /v2.0/networks/05572312-ba94-44c0-9d23-59b1e6c5c81f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1601603 Apr 09 13:54:03.519668 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2f8234-95fd-47be-96b3-90d2587f56c8 req-810801e2-2fdc-490c-a6a3-5b3429930e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:54:03.522362 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-8f2f8234-95fd-47be-96b3-90d2587f56c8 req-810801e2-2fdc-490c-a6a3-5b3429930e76 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=a4bc50d2-4a55-4ee1-87aa-a1e91be18584&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0919514 Apr 09 13:54:03.584247 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_dvr_db [None req-a8aac8c0-1b7d-4b76-b68b-d65f52d83efb None None] Set router 6caea2b6-d44d-482d-962a-f28d34b0d95c gateway port host: dv-cinder-785362-1-smb {{(pid=85267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 09 13:54:03.628037 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acebb748-523c-4a84-9f4b-9864219ce550 req-479aa5d2-70de-45e3-9756-0c9eb444665d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:54:03.629247 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-acebb748-523c-4a84-9f4b-9864219ce550 req-479aa5d2-70de-45e3-9756-0c9eb444665d service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=8b1366e2a2764227a2e3ada9f6348323&device_id=fdf076f7-d938-4304-b0e9-d163261470b4 HTTP/1.1" status: 200 len: 1097 time: 0.0914261 Apr 09 13:54:03.680507 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-8f2f8234-95fd-47be-96b3-90d2587f56c8 req-380bd095-d2c0-4235-974c-84a11dc61798 service neutron] 10.222.0.90 "GET /v2.0/networks/a4bc50d2-4a55-4ee1-87aa-a1e91be18584?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513014 Apr 09 13:54:03.803625 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acebb748-523c-4a84-9f4b-9864219ce550 req-7786f9c7-af85-4fb0-8f0d-9dedf7fe5c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:54:03.806537 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-acebb748-523c-4a84-9f4b-9864219ce550 req-7786f9c7-af85-4fb0-8f0d-9dedf7fe5c1c service neutron] 10.222.0.90 "GET /v2.0/networks?id=05572312-ba94-44c0-9d23-59b1e6c5c81f HTTP/1.1" status: 200 len: 912 time: 0.1706998 Apr 09 13:54:03.889449 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-8f2f8234-95fd-47be-96b3-90d2587f56c8 req-04e53855-6551-4e76-80c7-41c6ea21df3f service neutron] 10.222.0.90 "GET /v2.0/networks/a4bc50d2-4a55-4ee1-87aa-a1e91be18584?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2022066 Apr 09 13:54:03.916221 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-acebb748-523c-4a84-9f4b-9864219ce550 req-0b847574-7b0a-4a97-a6b4-5cc9789f0116 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1f5dfb28-6681-4647-a6f8-a63c3d68f09d HTTP/1.1" status: 200 len: 217 time: 0.1026883 Apr 09 13:54:03.950200 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad4a926-96b9-449e-a0f4-f2c5ddbf936b req-34806279-f0e6-41ea-9a8c-5fff6da89fe0 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:54:03.952950 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-1ad4a926-96b9-449e-a0f4-f2c5ddbf936b req-34806279-f0e6-41ea-9a8c-5fff6da89fe0 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] 10.222.0.75 "GET /v2.0/ports?device_id=fdf076f7-d938-4304-b0e9-d163261470b4 HTTP/1.1" status: 200 len: 944 time: 0.1142902 Apr 09 13:54:03.991109 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-1ad4a926-96b9-449e-a0f4-f2c5ddbf936b req-36c5cadd-a6e1-4fd6-ac72-928678f0e7e7 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] 10.222.0.75 "GET /v2.0/security-groups?id=99ed24de-3d6b-4a78-aa1b-50b2854375a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304954 Apr 09 13:54:03.995994 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acebb748-523c-4a84-9f4b-9864219ce550 req-cd2184a0-3652-4b77-8715-0529527610bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:54:03.998035 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-acebb748-523c-4a84-9f4b-9864219ce550 req-cd2184a0-3652-4b77-8715-0529527610bc service neutron] 10.222.0.90 "GET /v2.0/subnets?id=52cd575a-477f-4889-af1f-960c6b2cd43e HTTP/1.1" status: 200 len: 850 time: 0.0751767 Apr 09 13:54:04.010127 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_hamode_db [None req-a8aac8c0-1b7d-4b76-b68b-d65f52d83efb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6caea2b6-d44d-482d-962a-f28d34b0d95c', 'name': 'tempest-AttachVolumeShelveTestJSON-2049991526-router', 'tenant_id': 'a2b444c2a873486d8c3ff30419c2c3f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd39673be-df84-4009-abea-d472d159fdfd', 'external_fixed_ips': [{'subnet_id': 'f6eeb1a0-26c5-43d1-996f-84b999bf12c7', 'ip_address': '172.28.0.41'}], 'enable_snat': True}, 'gw_port_id': '8d48afe8-3c12-4489-a7f0-bffc3923bb24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T13:47:00Z', 'updated_at': '2021-04-09T13:47:14Z', 'revision_number': 4, 'project_id': 'a2b444c2a873486d8c3ff30419c2c3f8', 'gw_port': {'id': '8d48afe8-3c12-4489-a7f0-bffc3923bb24', 'name': '', 'network_id': 'd39673be-df84-4009-abea-d472d159fdfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:0a:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6caea2b6-d44d-482d-962a-f28d34b0d95c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'f6eeb1a0-26c5-43d1-996f-84b999bf12c7', 'ip_address': '172.28.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:47:01Z', 'updated_at': '2021-04-09T13:47:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6eeb1a0-26c5-43d1-996f-84b999bf12c7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-1-smb', '_floatingips': [{'id': '20d33d5c-7b4f-4529-ab8b-bff3f9b2b9d2', 'tenant_id': 'a2b444c2a873486d8c3ff30419c2c3f8', 'floating_ip_address': '172.28.0.37', 'floating_network_id': 'd39673be-df84-4009-abea-d472d159fdfd', 'router_id': '6caea2b6-d44d-482d-962a-f28d34b0d95c', 'port_id': '73594664-ccef-4cc6-8c6f-3ac0812c9d97', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 524, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4bc50d2-4a55-4ee1-87aa-a1e91be18584', 'mac_address': 'fa:16:3e:05:ee:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdfd806a-3e22-44ef-950a-a63e62c4ef35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-09T13:53:43Z', 'updated_at': '2021-04-09T13:54:01Z', 'revision_number': 1, 'project_id': 'a2b444c2a873486d8c3ff30419c2c3f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3873a69-5ad7-4cdf-a273-62fe6d4a117b', 'name': '', 'network_id': 'a4bc50d2-4a55-4ee1-87aa-a1e91be18584', 'tenant_id': 'a2b444c2a873486d8c3ff30419c2c3f8', 'mac_address': 'fa:16:3e:19:f0:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6caea2b6-d44d-482d-962a-f28d34b0d95c', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '0144e1c8-7bcb-42a5-ac9e-709c8b2e67a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:47:09Z', 'updated_at': '2021-04-09T13:47:31Z', 'revision_number': 5, 'project_id': 'a2b444c2a873486d8c3ff30419c2c3f8', 'subnets': [{'id': '0144e1c8-7bcb-42a5-ac9e-709c8b2e67a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-785362-1-smb', False) {} {{(pid=85267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 13:54:04.015659 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8aac8c0-1b7d-4b76-b68b-d65f52d83efb None None] The sync data for ids ['6caea2b6-d44d-482d-962a-f28d34b0d95c'] in dv-cinder-785362-1-smb is: [{'id': '6caea2b6-d44d-482d-962a-f28d34b0d95c', 'name': 'tempest-AttachVolumeShelveTestJSON-2049991526-router', 'tenant_id': 'a2b444c2a873486d8c3ff30419c2c3f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd39673be-df84-4009-abea-d472d159fdfd', 'external_fixed_ips': [{'subnet_id': 'f6eeb1a0-26c5-43d1-996f-84b999bf12c7', 'ip_address': '172.28.0.41'}], 'enable_snat': True}, 'gw_port_id': '8d48afe8-3c12-4489-a7f0-bffc3923bb24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T13:47:00Z', 'updated_at': '2021-04-09T13:47:14Z', 'revision_number': 4, 'project_id': 'a2b444c2a873486d8c3ff30419c2c3f8', 'gw_port': {'id': '8d48afe8-3c12-4489-a7f0-bffc3923bb24', 'name': '', 'network_id': 'd39673be-df84-4009-abea-d472d159fdfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:0a:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6caea2b6-d44d-482d-962a-f28d34b0d95c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'f6eeb1a0-26c5-43d1-996f-84b999bf12c7', 'ip_address': '172.28.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:47:01Z', 'updated_at': '2021-04-09T13:47:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6eeb1a0-26c5-43d1-996f-84b999bf12c7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-1-smb', '_floatingips': [{'id': '20d33d5c-7b4f-4529-ab8b-bff3f9b2b9d2', 'tenant_id': 'a2b444c2a873486d8c3ff30419c2c3f8', 'floating_ip_address': '172.28.0.37', 'floating_network_id': 'd39673be-df84-4009-abea-d472d159fdfd', 'router_id': '6caea2b6-d44d-482d-962a-f28d34b0d95c', 'port_id': '73594664-ccef-4cc6-8c6f-3ac0812c9d97', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 524, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4bc50d2-4a55-4ee1-87aa-a1e91be18584', 'mac_address': 'fa:16:3e:05:ee:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdfd806a-3e22-44ef-950a-a63e62c4ef35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-09T13:53:43Z', 'updated_at': '2021-04-09T13:54:01Z', 'revision_number': 1, 'project_id': 'a2b444c2a873486d8c3ff30419c2c3f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3873a69-5ad7-4cdf-a273-62fe6d4a117b', 'name': '', 'network_id': 'a4bc50d2-4a55-4ee1-87aa-a1e91be18584', 'tenant_id': 'a2b444c2a873486d8c3ff30419c2c3f8', 'mac_address': 'fa:16:3e:19:f0:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6caea2b6-d44d-482d-962a-f28d34b0d95c', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '0144e1c8-7bcb-42a5-ac9e-709c8b2e67a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:47:09Z', 'updated_at': '2021-04-09T13:47:31Z', 'revision_number': 5, 'project_id': 'a2b444c2a873486d8c3ff30419c2c3f8', 'subnets': [{'id': '0144e1c8-7bcb-42a5-ac9e-709c8b2e67a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 09 13:54:04.106936 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acebb748-523c-4a84-9f4b-9864219ce550 req-a2acbc65-7fb0-4023-9a07-ccbab43e06ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:54:04.108612 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-acebb748-523c-4a84-9f4b-9864219ce550 req-a2acbc65-7fb0-4023-9a07-ccbab43e06ae service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=05572312-ba94-44c0-9d23-59b1e6c5c81f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0973067 Apr 09 13:54:04.236503 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-97670180-8e0b-499a-98eb-3b575106abf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:54:04.271590 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-acebb748-523c-4a84-9f4b-9864219ce550 req-040dc7b5-c543-4470-babf-689b05983f34 service neutron] 10.222.0.90 "GET /v2.0/networks/05572312-ba94-44c0-9d23-59b1e6c5c81f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532941 Apr 09 13:54:04.325534 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e3b51f4-40fc-4f2e-86f9-d774f4d7aec9 None None] New status for floating IP 20d33d5c-7b4f-4529-ab8b-bff3f9b2b9d2: ACTIVE {{(pid=85268) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 09 13:54:04.431631 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-acebb748-523c-4a84-9f4b-9864219ce550 req-4adc86ff-5ce1-49c6-9739-a0b48e4f7ab5 service neutron] 10.222.0.90 "GET /v2.0/networks/05572312-ba94-44c0-9d23-59b1e6c5c81f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1445360 Apr 09 13:54:04.597351 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-038b6fee-909e-41c9-b649-649ad33ce393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:54:05.205096 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599eb3c7-4a02-42a2-9a17-abcea8c3510c req-d7cf2a89-76e4-4d88-9c8b-36469ab937fc tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:54:05.206805 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-599eb3c7-4a02-42a2-9a17-abcea8c3510c req-d7cf2a89-76e4-4d88-9c8b-36469ab937fc tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] 10.222.0.75 "GET /v2.0/ports?device_id=fdf076f7-d938-4304-b0e9-d163261470b4 HTTP/1.1" status: 200 len: 944 time: 0.0935736 Apr 09 13:54:05.240572 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-599eb3c7-4a02-42a2-9a17-abcea8c3510c req-359cde10-e619-4e51-8e83-f39b77611255 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] 10.222.0.75 "GET /v2.0/security-groups?id=99ed24de-3d6b-4a78-aa1b-50b2854375a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0268106 Apr 09 13:54:05.281421 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:54:05.696813 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-c378f248-96be-4ef7-a52f-f55c09e56a36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:54:06.474106 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf4b272-ffdd-47a5-921f-2542e6e1d0c2 req-c98752a0-e164-4143-b2ab-49614caf92a5 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:54:06.475695 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-6cf4b272-ffdd-47a5-921f-2542e6e1d0c2 req-c98752a0-e164-4143-b2ab-49614caf92a5 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] 10.222.0.75 "GET /v2.0/ports?device_id=fdf076f7-d938-4304-b0e9-d163261470b4 HTTP/1.1" status: 200 len: 944 time: 0.1049540 Apr 09 13:54:06.511829 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-6cf4b272-ffdd-47a5-921f-2542e6e1d0c2 req-23be0426-143b-465e-9ae1-64886d2ef68b tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] 10.222.0.75 "GET /v2.0/security-groups?id=99ed24de-3d6b-4a78-aa1b-50b2854375a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0291190 Apr 09 13:54:07.466540 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.rpc [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Device 1f5dfb28-6681-4647-a6f8-a63c3d68f09d details requested by agent hyperv_hv-cinder-78536 with host hv-cinder-78536 {{(pid=85267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 09 13:54:07.617251 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.db [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] For port 1f5dfb28-6681-4647-a6f8-a63c3d68f09d, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=1f5dfb28-6681-4647-a6f8-a63c3d68f09d,segment=NetworkSegment(5a4ed491-6058-4194-8f87-1763fd0fd419),segment_id=5a4ed491-6058-4194-8f87-1763fd0fd419)] {{(pid=85267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 09 13:54:07.632819 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.rpc [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Returning: {'device': '1f5dfb28-6681-4647-a6f8-a63c3d68f09d', 'network_id': '05572312-ba94-44c0-9d23-59b1e6c5c81f', 'port_id': '1f5dfb28-6681-4647-a6f8-a63c3d68f09d', 'mac_address': 'fa:16:3e:d6:fc:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 631, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52cd575a-477f-4889-af1f-960c6b2cd43e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 09 13:54:07.699898 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853739810'] for port, before_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:54:07.701236 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.notifiers.nova [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f5dfb28-6681-4647-a6f8-a63c3d68f09d {{(pid=85267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 09 13:54:07.719486 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.db [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] For port 1f5dfb28-6681-4647-a6f8-a63c3d68f09d, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=1f5dfb28-6681-4647-a6f8-a63c3d68f09d,segment=NetworkSegment(5a4ed491-6058-4194-8f87-1763fd0fd419),segment_id=5a4ed491-6058-4194-8f87-1763fd0fd419)] {{(pid=85267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 09 13:54:07.723842 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853739901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853759498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265038874484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771815468181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265039307602'] for port, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:54:07.725916 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:54:07.744000 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb0b2f4-d355-4779-a5cf-f15f9441477b req-302d2110-4917-4516-acc1-01f09b41d631 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:54:07.749886 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-ecb0b2f4-d355-4779-a5cf-f15f9441477b req-302d2110-4917-4516-acc1-01f09b41d631 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] 10.222.0.75 "GET /v2.0/ports?device_id=fdf076f7-d938-4304-b0e9-d163261470b4 HTTP/1.1" status: 200 len: 944 time: 0.1048377 Apr 09 13:54:07.785233 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-ecb0b2f4-d355-4779-a5cf-f15f9441477b req-2154e9b0-dfeb-4856-9658-1bf9e2e81a74 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] 10.222.0.75 "GET /v2.0/security-groups?id=99ed24de-3d6b-4a78-aa1b-50b2854375a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0256865 Apr 09 13:54:07.806046 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Pushing event updated for resources: {'Port': ['ID=1f5dfb28-6681-4647-a6f8-a63c3d68f09d,revision_number=4']} {{(pid=85267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:54:07.808841 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=85267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:54:08.072999 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.db [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] get_ports_and_sgs() called for port_ids ['1f5dfb28-6681-4647-a6f8-a63c3d68f09d'] {{(pid=85267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 09 13:54:09.001177 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca91d22-b62f-4543-a340-678b86214fb1 req-7b3be845-3b74-4507-bb99-8b5bfafe92ed tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:54:09.003439 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-1ca91d22-b62f-4543-a340-678b86214fb1 req-7b3be845-3b74-4507-bb99-8b5bfafe92ed tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] 10.222.0.75 "GET /v2.0/ports?device_id=fdf076f7-d938-4304-b0e9-d163261470b4 HTTP/1.1" status: 200 len: 945 time: 0.0949204 Apr 09 13:54:09.038119 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-1ca91d22-b62f-4543-a340-678b86214fb1 req-5438bbb3-ccb9-483e-9f51-53541fb9167e tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] 10.222.0.75 "GET /v2.0/security-groups?id=99ed24de-3d6b-4a78-aa1b-50b2854375a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0254078 Apr 09 13:54:09.476121 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.rpc [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Device 1f5dfb28-6681-4647-a6f8-a63c3d68f09d up at agent hyperv_hv-cinder-78536 {{(pid=85267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 09 13:54:09.548501 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.provisioning_blocks [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Provisioning for port 1f5dfb28-6681-4647-a6f8-a63c3d68f09d completed by entity L2. {{(pid=85267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 09 13:54:09.555539 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.provisioning_blocks [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Provisioning complete for port 1f5dfb28-6681-4647-a6f8-a63c3d68f09d triggered by entity L2. {{(pid=85267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 09 13:54:09.555963 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765226'] for port, provisioning_complete {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:54:09.688772 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853739810'] for port, before_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:54:09.702278 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdf076f7-d938-4304-b0e9-d163261470b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f5dfb28-6681-4647-a6f8-a63c3d68f09d'}] {{(pid=85267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 09 13:54:09.713766 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.db [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] For port 1f5dfb28-6681-4647-a6f8-a63c3d68f09d, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=1f5dfb28-6681-4647-a6f8-a63c3d68f09d,segment=NetworkSegment(5a4ed491-6058-4194-8f87-1763fd0fd419),segment_id=5a4ed491-6058-4194-8f87-1763fd0fd419)] {{(pid=85267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 09 13:54:09.716912 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853739901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853759498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265038874484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771815468181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265039307602'] for port, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:54:09.718899 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-f9eb629c-77bb-4d72-aa71-0404bf3065a5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:54:09.756905 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdf076f7-d938-4304-b0e9-d163261470b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f5dfb28-6681-4647-a6f8-a63c3d68f09d', 'code': 200} Apr 09 13:54:09.795074 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Pushing event updated for resources: {'Port': ['ID=1f5dfb28-6681-4647-a6f8-a63c3d68f09d,revision_number=5']} {{(pid=85267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:54:09.798177 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=85267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:54:10.007711 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7905ea8-712e-41c9-8503-4594cfa5580b req-a8f0ac8f-2b15-4892-850c-6abbc0acd18f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:54:10.009312 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-d7905ea8-712e-41c9-8503-4594cfa5580b req-a8f0ac8f-2b15-4892-850c-6abbc0acd18f service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=fdf076f7-d938-4304-b0e9-d163261470b4 HTTP/1.1" status: 200 len: 1099 time: 0.0865924 Apr 09 13:54:10.036290 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-d7905ea8-712e-41c9-8503-4594cfa5580b req-831d936f-2e96-4531-95b5-380c2194ae45 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=99ed24de-3d6b-4a78-aa1b-50b2854375a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0206525 Apr 09 13:54:10.260500 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0da0a2-7a85-4a34-aec5-e14451acee5d req-b41764da-bde9-4128-8f15-7545d8612cfd tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:54:10.262061 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-de0da0a2-7a85-4a34-aec5-e14451acee5d req-b41764da-bde9-4128-8f15-7545d8612cfd tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] 10.222.0.75 "GET /v2.0/ports?device_id=fdf076f7-d938-4304-b0e9-d163261470b4 HTTP/1.1" status: 200 len: 946 time: 0.0977018 Apr 09 13:54:10.295699 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-de0da0a2-7a85-4a34-aec5-e14451acee5d req-08121f00-f509-42dd-8efa-bc1f858d55b4 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] 10.222.0.75 "GET /v2.0/security-groups?id=99ed24de-3d6b-4a78-aa1b-50b2854375a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0258746 Apr 09 13:54:10.974740 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:54:11.513201 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae09b9d-202a-4f90-98c5-d326ece1105c req-2790cd63-aeff-4f30-ac20-9f176c35a7b0 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:54:11.514850 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-cae09b9d-202a-4f90-98c5-d326ece1105c req-2790cd63-aeff-4f30-ac20-9f176c35a7b0 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] 10.222.0.75 "GET /v2.0/ports?device_id=fdf076f7-d938-4304-b0e9-d163261470b4 HTTP/1.1" status: 200 len: 946 time: 0.0970843 Apr 09 13:54:11.547681 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-cae09b9d-202a-4f90-98c5-d326ece1105c req-3fa26288-9a4a-43c8-b40d-7eae772bee5e tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] 10.222.0.75 "GET /v2.0/security-groups?id=99ed24de-3d6b-4a78-aa1b-50b2854375a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0246174 Apr 09 13:54:11.866076 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b68102-589f-4d94-b9f5-7234d1ea3844 req-e6824711-a8d0-48cc-b3e1-999fa0a40139 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:54:11.867685 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-a3b68102-589f-4d94-b9f5-7234d1ea3844 req-e6824711-a8d0-48cc-b3e1-999fa0a40139 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] 10.222.0.75 "GET /v2.0/ports?device_id=fdf076f7-d938-4304-b0e9-d163261470b4 HTTP/1.1" status: 200 len: 946 time: 0.0929186 Apr 09 13:54:11.876996 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85266) accepted ('10.222.0.75', 36492) {{(pid=85266) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:54:11.883328 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.v2.base [None req-c1d17dab-4b86-4a7b-aa78-62f7ea4bc206 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Request body: {'floatingip': {'port_id': '1f5dfb28-6681-4647-a6f8-a63c3d68f09d'}} {{(pid=85266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 09 13:54:11.970001 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-c1d17dab-4b86-4a7b-aa78-62f7ea4bc206 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Notify callbacks [] for floatingip, before_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:54:12.618480 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-c1d17dab-4b86-4a7b-aa78-62f7ea4bc206 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:54:12.621546 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-c1d17dab-4b86-4a7b-aa78-62f7ea4bc206 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-711411'] for floatingip, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:54:12.828381 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.db.l3_db [None req-c1d17dab-4b86-4a7b-aa78-62f7ea4bc206 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Floating IP 6a8a5ce3-f21e-4c72-84c7-90504443705b associated. External IP: 172.28.0.203, port: 1f5dfb28-6681-4647-a6f8-a63c3d68f09d. Apr 09 13:54:13.449456 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1d17dab-4b86-4a7b-aa78-62f7ea4bc206 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Router e36652c1-6bec-4570-b33c-77b5086f1ce8 has already been hosted by L3 agent 69305824-358b-46b0-9707-cd2ded304b9c {{(pid=85266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 09 13:54:13.643509 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1d17dab-4b86-4a7b-aa78-62f7ea4bc206 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Notify agent at l3_agent.dv-cinder-785362-1-smb the message routers_updated {{(pid=85266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 09 13:54:13.648170 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-c1d17dab-4b86-4a7b-aa78-62f7ea4bc206 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770645'] for floatingip, before_response {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:54:13.654376 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eda53f70-5f8e-4cca-9217-b88e54e9ea3b None None] Sync routers for ids ['e36652c1-6bec-4570-b33c-77b5086f1ce8'] in dv-cinder-785362-1-smb {{(pid=85267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 09 13:54:13.665978 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eda53f70-5f8e-4cca-9217-b88e54e9ea3b None None] Routers {'e36652c1-6bec-4570-b33c-77b5086f1ce8'} bound to L3 agent in host dv-cinder-785362-1-smb {{(pid=85267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 09 13:54:13.666655 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_hamode_db [None req-eda53f70-5f8e-4cca-9217-b88e54e9ea3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-785362-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-09T13:38:04Z,description=,heartbeat_timestamp=2021-04-09T13:54:04Z,host='dv-cinder-785362-1-smb',id=69305824-358b-46b0-9707-cd2ded304b9c,load=0,resource_versions=,resources_synced=,started_at=2021-04-09T13:38:04Z,topic='l3_agent')) {'router_ids': ['e36652c1-6bec-4570-b33c-77b5086f1ce8'], 'active': True} {{(pid=85267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 13:54:13.712043 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-c1d17dab-4b86-4a7b-aa78-62f7ea4bc206 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] 10.222.0.75 "PUT /v2.0/floatingips/6a8a5ce3-f21e-4c72-84c7-90504443705b HTTP/1.1" status: 200 len: 992 time: 1.8336847 Apr 09 13:54:13.712664 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdf076f7-d938-4304-b0e9-d163261470b4', 'tag': '1f5dfb28-6681-4647-a6f8-a63c3d68f09d'}] {{(pid=85266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 09 13:54:13.865592 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_dvr_db [None req-eda53f70-5f8e-4cca-9217-b88e54e9ea3b None None] Set router e36652c1-6bec-4570-b33c-77b5086f1ce8 gateway port host: dv-cinder-785362-1-smb {{(pid=85267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 09 13:54:13.897303 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdf076f7-d938-4304-b0e9-d163261470b4', 'tag': '1f5dfb28-6681-4647-a6f8-a63c3d68f09d', 'status': 'completed', 'code': 200} Apr 09 13:54:14.024605 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccc1067-f7dd-4b9a-a641-5d451b849949 req-9ab8a695-f54c-48b7-9b58-6c8a33eebb3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:54:14.026754 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-cccc1067-f7dd-4b9a-a641-5d451b849949 req-9ab8a695-f54c-48b7-9b58-6c8a33eebb3e service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=8b1366e2a2764227a2e3ada9f6348323&device_id=fdf076f7-d938-4304-b0e9-d163261470b4 HTTP/1.1" status: 200 len: 1099 time: 0.0966959 Apr 09 13:54:14.198670 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccc1067-f7dd-4b9a-a641-5d451b849949 req-59db549d-21df-41e2-afe5-25418fa4c835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:54:14.200293 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-cccc1067-f7dd-4b9a-a641-5d451b849949 req-59db549d-21df-41e2-afe5-25418fa4c835 service neutron] 10.222.0.90 "GET /v2.0/networks?id=05572312-ba94-44c0-9d23-59b1e6c5c81f HTTP/1.1" status: 200 len: 912 time: 0.1627257 Apr 09 13:54:14.317789 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-cccc1067-f7dd-4b9a-a641-5d451b849949 req-6139b965-3b55-4e8b-a15c-b2ae3f69a9be service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1f5dfb28-6681-4647-a6f8-a63c3d68f09d HTTP/1.1" status: 200 len: 1000 time: 0.1107414 Apr 09 13:54:14.389460 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccc1067-f7dd-4b9a-a641-5d451b849949 req-95faafa2-1f14-4a88-a83a-d19d0532ef28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:54:14.391259 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-cccc1067-f7dd-4b9a-a641-5d451b849949 req-95faafa2-1f14-4a88-a83a-d19d0532ef28 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=52cd575a-477f-4889-af1f-960c6b2cd43e HTTP/1.1" status: 200 len: 850 time: 0.0679507 Apr 09 13:54:14.451429 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_hamode_db [None req-eda53f70-5f8e-4cca-9217-b88e54e9ea3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e36652c1-6bec-4570-b33c-77b5086f1ce8', 'name': 'tempest-AttachVolumeTestJSON-1552224158-router', 'tenant_id': '8b1366e2a2764227a2e3ada9f6348323', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd39673be-df84-4009-abea-d472d159fdfd', 'external_fixed_ips': [{'subnet_id': 'f6eeb1a0-26c5-43d1-996f-84b999bf12c7', 'ip_address': '172.28.0.183'}], 'enable_snat': True}, 'gw_port_id': 'e4a4510d-2481-4e5d-8964-18483640b5d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T13:47:06Z', 'updated_at': '2021-04-09T13:47:26Z', 'revision_number': 4, 'project_id': '8b1366e2a2764227a2e3ada9f6348323', 'gw_port': {'id': 'e4a4510d-2481-4e5d-8964-18483640b5d4', 'name': '', 'network_id': 'd39673be-df84-4009-abea-d472d159fdfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:46:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e36652c1-6bec-4570-b33c-77b5086f1ce8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'f6eeb1a0-26c5-43d1-996f-84b999bf12c7', 'ip_address': '172.28.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:47:12Z', 'updated_at': '2021-04-09T13:47:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6eeb1a0-26c5-43d1-996f-84b999bf12c7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-1-smb', '_floatingips': [{'id': '6a8a5ce3-f21e-4c72-84c7-90504443705b', 'tenant_id': '8b1366e2a2764227a2e3ada9f6348323', 'floating_ip_address': '172.28.0.203', 'floating_network_id': 'd39673be-df84-4009-abea-d472d159fdfd', 'router_id': 'e36652c1-6bec-4570-b33c-77b5086f1ce8', 'port_id': '1f5dfb28-6681-4647-a6f8-a63c3d68f09d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 532, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05572312-ba94-44c0-9d23-59b1e6c5c81f', 'mac_address': 'fa:16:3e:d6:fc:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdf076f7-d938-4304-b0e9-d163261470b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-09T13:53:56Z', 'updated_at': '2021-04-09T13:54:12Z', 'revision_number': 1, 'project_id': '8b1366e2a2764227a2e3ada9f6348323', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bd565bf-dbfe-4cce-8936-0512a2cd7275', 'name': '', 'network_id': '05572312-ba94-44c0-9d23-59b1e6c5c81f', 'tenant_id': '8b1366e2a2764227a2e3ada9f6348323', 'mac_address': 'fa:16:3e:6f:60:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e36652c1-6bec-4570-b33c-77b5086f1ce8', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '52cd575a-477f-4889-af1f-960c6b2cd43e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:47:23Z', 'updated_at': '2021-04-09T13:47:43Z', 'revision_number': 5, 'project_id': '8b1366e2a2764227a2e3ada9f6348323', 'subnets': [{'id': '52cd575a-477f-4889-af1f-960c6b2cd43e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-785362-1-smb', False) {} {{(pid=85267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 13:54:14.455791 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eda53f70-5f8e-4cca-9217-b88e54e9ea3b None None] Checking router: e36652c1-6bec-4570-b33c-77b5086f1ce8 for host: dv-cinder-785362-1-smb {{(pid=85267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 09 13:54:14.466488 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eda53f70-5f8e-4cca-9217-b88e54e9ea3b None None] Routers {'e36652c1-6bec-4570-b33c-77b5086f1ce8'} bound to L3 agent in host dv-cinder-785362-1-smb {{(pid=85267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 09 13:54:14.467264 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_hamode_db [None req-eda53f70-5f8e-4cca-9217-b88e54e9ea3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-785362-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-09T13:38:04Z,description=,heartbeat_timestamp=2021-04-09T13:54:04Z,host='dv-cinder-785362-1-smb',id=69305824-358b-46b0-9707-cd2ded304b9c,load=0,resource_versions=,resources_synced=,started_at=2021-04-09T13:38:04Z,topic='l3_agent')) {'router_ids': ['e36652c1-6bec-4570-b33c-77b5086f1ce8'], 'active': True} {{(pid=85267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 13:54:14.481696 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccc1067-f7dd-4b9a-a641-5d451b849949 req-c0b1b460-29a8-4da8-854d-172e4a07b1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:54:14.483325 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-cccc1067-f7dd-4b9a-a641-5d451b849949 req-c0b1b460-29a8-4da8-854d-172e4a07b1b3 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=05572312-ba94-44c0-9d23-59b1e6c5c81f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0851438 Apr 09 13:54:14.635271 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-cccc1067-f7dd-4b9a-a641-5d451b849949 req-0094f67d-c0b1-4fee-b663-fd3761a5498f service neutron] 10.222.0.90 "GET /v2.0/networks/05572312-ba94-44c0-9d23-59b1e6c5c81f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444893 Apr 09 13:54:14.669567 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_dvr_db [None req-eda53f70-5f8e-4cca-9217-b88e54e9ea3b None None] Set router e36652c1-6bec-4570-b33c-77b5086f1ce8 gateway port host: dv-cinder-785362-1-smb {{(pid=85267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 09 13:54:14.783294 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-cccc1067-f7dd-4b9a-a641-5d451b849949 req-91079e35-1106-48ff-b58e-8fe95018c42b service neutron] 10.222.0.90 "GET /v2.0/networks/05572312-ba94-44c0-9d23-59b1e6c5c81f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419039 Apr 09 13:54:15.082616 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_hamode_db [None req-eda53f70-5f8e-4cca-9217-b88e54e9ea3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e36652c1-6bec-4570-b33c-77b5086f1ce8', 'name': 'tempest-AttachVolumeTestJSON-1552224158-router', 'tenant_id': '8b1366e2a2764227a2e3ada9f6348323', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd39673be-df84-4009-abea-d472d159fdfd', 'external_fixed_ips': [{'subnet_id': 'f6eeb1a0-26c5-43d1-996f-84b999bf12c7', 'ip_address': '172.28.0.183'}], 'enable_snat': True}, 'gw_port_id': 'e4a4510d-2481-4e5d-8964-18483640b5d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T13:47:06Z', 'updated_at': '2021-04-09T13:47:26Z', 'revision_number': 4, 'project_id': '8b1366e2a2764227a2e3ada9f6348323', 'gw_port': {'id': 'e4a4510d-2481-4e5d-8964-18483640b5d4', 'name': '', 'network_id': 'd39673be-df84-4009-abea-d472d159fdfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:46:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e36652c1-6bec-4570-b33c-77b5086f1ce8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'f6eeb1a0-26c5-43d1-996f-84b999bf12c7', 'ip_address': '172.28.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:47:12Z', 'updated_at': '2021-04-09T13:47:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6eeb1a0-26c5-43d1-996f-84b999bf12c7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-1-smb', '_floatingips': [{'id': '6a8a5ce3-f21e-4c72-84c7-90504443705b', 'tenant_id': '8b1366e2a2764227a2e3ada9f6348323', 'floating_ip_address': '172.28.0.203', 'floating_network_id': 'd39673be-df84-4009-abea-d472d159fdfd', 'router_id': 'e36652c1-6bec-4570-b33c-77b5086f1ce8', 'port_id': '1f5dfb28-6681-4647-a6f8-a63c3d68f09d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 532, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05572312-ba94-44c0-9d23-59b1e6c5c81f', 'mac_address': 'fa:16:3e:d6:fc:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdf076f7-d938-4304-b0e9-d163261470b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-09T13:53:56Z', 'updated_at': '2021-04-09T13:54:12Z', 'revision_number': 1, 'project_id': '8b1366e2a2764227a2e3ada9f6348323', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bd565bf-dbfe-4cce-8936-0512a2cd7275', 'name': '', 'network_id': '05572312-ba94-44c0-9d23-59b1e6c5c81f', 'tenant_id': '8b1366e2a2764227a2e3ada9f6348323', 'mac_address': 'fa:16:3e:6f:60:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e36652c1-6bec-4570-b33c-77b5086f1ce8', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '52cd575a-477f-4889-af1f-960c6b2cd43e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:47:23Z', 'updated_at': '2021-04-09T13:47:43Z', 'revision_number': 5, 'project_id': '8b1366e2a2764227a2e3ada9f6348323', 'subnets': [{'id': '52cd575a-477f-4889-af1f-960c6b2cd43e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-785362-1-smb', False) {} {{(pid=85267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 13:54:15.088472 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eda53f70-5f8e-4cca-9217-b88e54e9ea3b None None] The sync data for ids ['e36652c1-6bec-4570-b33c-77b5086f1ce8'] in dv-cinder-785362-1-smb is: [{'id': 'e36652c1-6bec-4570-b33c-77b5086f1ce8', 'name': 'tempest-AttachVolumeTestJSON-1552224158-router', 'tenant_id': '8b1366e2a2764227a2e3ada9f6348323', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd39673be-df84-4009-abea-d472d159fdfd', 'external_fixed_ips': [{'subnet_id': 'f6eeb1a0-26c5-43d1-996f-84b999bf12c7', 'ip_address': '172.28.0.183'}], 'enable_snat': True}, 'gw_port_id': 'e4a4510d-2481-4e5d-8964-18483640b5d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T13:47:06Z', 'updated_at': '2021-04-09T13:47:26Z', 'revision_number': 4, 'project_id': '8b1366e2a2764227a2e3ada9f6348323', 'gw_port': {'id': 'e4a4510d-2481-4e5d-8964-18483640b5d4', 'name': '', 'network_id': 'd39673be-df84-4009-abea-d472d159fdfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:46:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e36652c1-6bec-4570-b33c-77b5086f1ce8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'f6eeb1a0-26c5-43d1-996f-84b999bf12c7', 'ip_address': '172.28.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:47:12Z', 'updated_at': '2021-04-09T13:47:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6eeb1a0-26c5-43d1-996f-84b999bf12c7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-1-smb', '_floatingips': [{'id': '6a8a5ce3-f21e-4c72-84c7-90504443705b', 'tenant_id': '8b1366e2a2764227a2e3ada9f6348323', 'floating_ip_address': '172.28.0.203', 'floating_network_id': 'd39673be-df84-4009-abea-d472d159fdfd', 'router_id': 'e36652c1-6bec-4570-b33c-77b5086f1ce8', 'port_id': '1f5dfb28-6681-4647-a6f8-a63c3d68f09d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 532, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05572312-ba94-44c0-9d23-59b1e6c5c81f', 'mac_address': 'fa:16:3e:d6:fc:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdf076f7-d938-4304-b0e9-d163261470b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-09T13:53:56Z', 'updated_at': '2021-04-09T13:54:12Z', 'revision_number': 1, 'project_id': '8b1366e2a2764227a2e3ada9f6348323', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bd565bf-dbfe-4cce-8936-0512a2cd7275', 'name': '', 'network_id': '05572312-ba94-44c0-9d23-59b1e6c5c81f', 'tenant_id': '8b1366e2a2764227a2e3ada9f6348323', 'mac_address': 'fa:16:3e:6f:60:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e36652c1-6bec-4570-b33c-77b5086f1ce8', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '52cd575a-477f-4889-af1f-960c6b2cd43e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:47:23Z', 'updated_at': '2021-04-09T13:47:43Z', 'revision_number': 5, 'project_id': '8b1366e2a2764227a2e3ada9f6348323', 'subnets': [{'id': '52cd575a-477f-4889-af1f-960c6b2cd43e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 09 13:54:15.390619 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86ea06eb-184c-4812-b5cf-427749ad7d1c None None] New status for floating IP 6a8a5ce3-f21e-4c72-84c7-90504443705b: ACTIVE {{(pid=85268) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 09 13:54:16.246029 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-52d86643-dd37-43f8-85b3-22fb7e9ff374 req-6cf5b629-8cc4-4f2c-b494-fc346849007d service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=a503abd7-9a17-4e98-b19d-44c2b8e5f936&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0846486 Apr 09 13:54:16.354332 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d86643-dd37-43f8-85b3-22fb7e9ff374 req-4ab357cf-a2a2-43bd-81bf-263ebb3874e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:54:16.355946 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-52d86643-dd37-43f8-85b3-22fb7e9ff374 req-4ab357cf-a2a2-43bd-81bf-263ebb3874e4 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=42cd23f53368468a94a14f89589efd1d&device_id=a503abd7-9a17-4e98-b19d-44c2b8e5f936 HTTP/1.1" status: 200 len: 1098 time: 0.0872812 Apr 09 13:54:16.529005 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d86643-dd37-43f8-85b3-22fb7e9ff374 req-44100faf-4152-4984-9d1d-f3d0b7df4836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:54:16.530860 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-52d86643-dd37-43f8-85b3-22fb7e9ff374 req-44100faf-4152-4984-9d1d-f3d0b7df4836 service neutron] 10.222.0.90 "GET /v2.0/networks?id=ae0f8e7f-ca5f-4c00-9803-4f9cd2a8e187 HTTP/1.1" status: 200 len: 910 time: 0.1554945 Apr 09 13:54:16.648068 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-52d86643-dd37-43f8-85b3-22fb7e9ff374 req-dcff8a0f-fb80-4ce1-a881-801b00278156 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=692d69f0-6230-42eb-8695-2e698bb43640 HTTP/1.1" status: 200 len: 1000 time: 0.1098781 Apr 09 13:54:16.720655 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d86643-dd37-43f8-85b3-22fb7e9ff374 req-cbcfeadb-0e8c-4b8f-8ad1-42ae3f83f057 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:54:16.722458 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-52d86643-dd37-43f8-85b3-22fb7e9ff374 req-cbcfeadb-0e8c-4b8f-8ad1-42ae3f83f057 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=3d7b5803-c407-4abc-ab92-6b23397b2a0e HTTP/1.1" status: 200 len: 848 time: 0.0678864 Apr 09 13:54:16.810166 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d86643-dd37-43f8-85b3-22fb7e9ff374 req-b2ca2fa2-9193-4286-880f-cfcea22059d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:54:16.811695 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-52d86643-dd37-43f8-85b3-22fb7e9ff374 req-b2ca2fa2-9193-4286-880f-cfcea22059d0 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=ae0f8e7f-ca5f-4c00-9803-4f9cd2a8e187&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0817499 Apr 09 13:54:16.959305 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-52d86643-dd37-43f8-85b3-22fb7e9ff374 req-1df39658-b4a9-458e-b289-b1f3fa9e693c service neutron] 10.222.0.90 "GET /v2.0/networks/ae0f8e7f-ca5f-4c00-9803-4f9cd2a8e187?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402717 Apr 09 13:54:17.106951 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-52d86643-dd37-43f8-85b3-22fb7e9ff374 req-651c095a-5f11-419e-a24b-8a64583fd9b8 service neutron] 10.222.0.90 "GET /v2.0/networks/ae0f8e7f-ca5f-4c00-9803-4f9cd2a8e187?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406214 Apr 09 13:54:21.419090 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.agents_db [None req-c64c1605-ccfd-4af7-a5d2-2f7932bd8cd3 None None] Agent healthcheck: found 6 active agents {{(pid=85268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 09 13:54:31.086217 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-ac99eff0-7ae1-4c25-b5b0-7df134acb9ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:54:34.240039 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-18039615-5b9a-4103-989c-8be99d2c374e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:54:34.601125 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-038b6fee-909e-41c9-b649-649ad33ce393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:54:35.275599 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:54:35.700929 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-c378f248-96be-4ef7-a52f-f55c09e56a36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:54:40.995368 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:54:58.419284 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.agents_db [None req-c64c1605-ccfd-4af7-a5d2-2f7932bd8cd3 None None] Agent healthcheck: found 6 active agents {{(pid=85268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 09 13:55:01.079952 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-af5e4837-d1bc-460c-8da6-5deb740c6cd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:55:04.242208 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-147b6616-67fc-434f-b3e0-38a982b8a386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:55:04.607500 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-038b6fee-909e-41c9-b649-649ad33ce393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:55:05.277642 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:55:05.707373 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-c378f248-96be-4ef7-a52f-f55c09e56a36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:55:11.003692 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:55:17.171449 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-b271f32f-b0dd-4362-ab8b-1fcae0cc22b6 req-304665d1-6bd5-43d7-8a93-5e635d5fb4a1 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=a503abd7-9a17-4e98-b19d-44c2b8e5f936&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0811005 Apr 09 13:55:17.332411 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b271f32f-b0dd-4362-ab8b-1fcae0cc22b6 req-d934ce42-4ec8-43e3-bab3-ad8033c79984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:55:17.334456 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-b271f32f-b0dd-4362-ab8b-1fcae0cc22b6 req-d934ce42-4ec8-43e3-bab3-ad8033c79984 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=42cd23f53368468a94a14f89589efd1d&device_id=a503abd7-9a17-4e98-b19d-44c2b8e5f936 HTTP/1.1" status: 200 len: 1098 time: 0.0870764 Apr 09 13:55:17.765137 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b271f32f-b0dd-4362-ab8b-1fcae0cc22b6 req-cb645953-49dd-4b22-b15e-a64a4730be38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:55:17.766660 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-b271f32f-b0dd-4362-ab8b-1fcae0cc22b6 req-cb645953-49dd-4b22-b15e-a64a4730be38 service neutron] 10.222.0.90 "GET /v2.0/networks?id=ae0f8e7f-ca5f-4c00-9803-4f9cd2a8e187 HTTP/1.1" status: 200 len: 910 time: 0.4049094 Apr 09 13:55:17.886841 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-b271f32f-b0dd-4362-ab8b-1fcae0cc22b6 req-c1eccbb2-58f2-4c65-8a32-1ba8274b2b8f service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=692d69f0-6230-42eb-8695-2e698bb43640 HTTP/1.1" status: 200 len: 1000 time: 0.1133850 Apr 09 13:55:17.967764 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b271f32f-b0dd-4362-ab8b-1fcae0cc22b6 req-f9a2bf72-273b-4be7-8edc-c898b55ec8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:55:17.969325 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-b271f32f-b0dd-4362-ab8b-1fcae0cc22b6 req-f9a2bf72-273b-4be7-8edc-c898b55ec8c9 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=3d7b5803-c407-4abc-ab92-6b23397b2a0e HTTP/1.1" status: 200 len: 848 time: 0.0758357 Apr 09 13:55:18.084700 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b271f32f-b0dd-4362-ab8b-1fcae0cc22b6 req-e38c7683-a011-4e1b-873b-49f5b2a1f8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:55:18.086345 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-b271f32f-b0dd-4362-ab8b-1fcae0cc22b6 req-e38c7683-a011-4e1b-873b-49f5b2a1f8f2 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=ae0f8e7f-ca5f-4c00-9803-4f9cd2a8e187&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1083248 Apr 09 13:55:18.238004 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-b271f32f-b0dd-4362-ab8b-1fcae0cc22b6 req-fbd61ee4-761e-43d7-9758-fc982f707456 service neutron] 10.222.0.90 "GET /v2.0/networks/ae0f8e7f-ca5f-4c00-9803-4f9cd2a8e187?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437171 Apr 09 13:55:18.406106 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-b271f32f-b0dd-4362-ab8b-1fcae0cc22b6 req-48ca31d5-3cdc-4478-9ac9-3adb5ecefe4a service neutron] 10.222.0.90 "GET /v2.0/networks/ae0f8e7f-ca5f-4c00-9803-4f9cd2a8e187?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1618345 Apr 09 13:55:31.083102 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-f60709e7-319a-4ff2-a8c3-62b517eb4d1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:55:34.255905 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-3a24c945-170f-4f2d-8eb8-f3b8af97763b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:55:34.605691 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-038b6fee-909e-41c9-b649-649ad33ce393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:55:35.285474 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:55:35.418701 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.agents_db [None req-c64c1605-ccfd-4af7-a5d2-2f7932bd8cd3 None None] Agent healthcheck: found 6 active agents {{(pid=85268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 09 13:55:35.708917 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-c378f248-96be-4ef7-a52f-f55c09e56a36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:55:41.017443 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:55:49.325963 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0272fbcc-ea2a-4d9c-96c2-3fc9db18baf4 req-f00ddd62-7c53-422c-8068-a13f7f9c58c9 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:55:49.327568 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-0272fbcc-ea2a-4d9c-96c2-3fc9db18baf4 req-f00ddd62-7c53-422c-8068-a13f7f9c58c9 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] 10.222.0.75 "GET /v2.0/ports?device_id=fdfd806a-3e22-44ef-950a-a63e62c4ef35 HTTP/1.1" status: 200 len: 945 time: 0.0945075 Apr 09 13:55:49.359073 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-0272fbcc-ea2a-4d9c-96c2-3fc9db18baf4 req-08a06191-9a8e-4e0a-82f1-370192ee79c4 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] 10.222.0.75 "GET /v2.0/security-groups?id=ed94d330-8b0e-4bea-8543-5b21c533b4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0245483 Apr 09 13:55:50.594581 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2df325-53b6-4976-b0da-00cfe3bb444b req-4585aeca-c91e-4455-bcf4-15e3de403eb9 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:55:50.596489 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-6d2df325-53b6-4976-b0da-00cfe3bb444b req-4585aeca-c91e-4455-bcf4-15e3de403eb9 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] 10.222.0.75 "GET /v2.0/ports?device_id=fdfd806a-3e22-44ef-950a-a63e62c4ef35 HTTP/1.1" status: 200 len: 945 time: 0.0965741 Apr 09 13:55:50.636065 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-6d2df325-53b6-4976-b0da-00cfe3bb444b req-c818c8a5-ae1a-4b77-9898-1aa57720fdd5 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] 10.222.0.75 "GET /v2.0/security-groups?id=ed94d330-8b0e-4bea-8543-5b21c533b4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314529 Apr 09 13:55:51.951443 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abdf0d7-7c55-49d5-a251-3f3e9d551775 req-d1336db5-d369-494f-8777-9e3cd11c2cc6 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:55:51.953967 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-4abdf0d7-7c55-49d5-a251-3f3e9d551775 req-d1336db5-d369-494f-8777-9e3cd11c2cc6 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] 10.222.0.75 "GET /v2.0/ports?device_id=fdfd806a-3e22-44ef-950a-a63e62c4ef35 HTTP/1.1" status: 200 len: 945 time: 0.1067617 Apr 09 13:55:51.989383 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-4abdf0d7-7c55-49d5-a251-3f3e9d551775 req-a365dd5d-0f16-42d5-878e-a9a0275ef2a2 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] 10.222.0.75 "GET /v2.0/security-groups?id=ed94d330-8b0e-4bea-8543-5b21c533b4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0269001 Apr 09 13:55:53.207104 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccee28da-0d92-4e1f-a900-e190640047c4 req-a7969f71-4b86-47fa-ad2e-07145b2f3846 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:55:53.208710 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-ccee28da-0d92-4e1f-a900-e190640047c4 req-a7969f71-4b86-47fa-ad2e-07145b2f3846 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] 10.222.0.75 "GET /v2.0/ports?device_id=fdfd806a-3e22-44ef-950a-a63e62c4ef35 HTTP/1.1" status: 200 len: 945 time: 0.0947130 Apr 09 13:55:53.243620 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-ccee28da-0d92-4e1f-a900-e190640047c4 req-e65dcb3a-199b-4691-9b91-52b7058f619d tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] 10.222.0.75 "GET /v2.0/security-groups?id=ed94d330-8b0e-4bea-8543-5b21c533b4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0265057 Apr 09 13:55:54.459751 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7200dd27-2597-4c20-a2c2-57a32233adef req-319970a6-0780-404e-aeb0-47a77de78aeb tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:55:54.461551 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-7200dd27-2597-4c20-a2c2-57a32233adef req-319970a6-0780-404e-aeb0-47a77de78aeb tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] 10.222.0.75 "GET /v2.0/ports?device_id=fdfd806a-3e22-44ef-950a-a63e62c4ef35 HTTP/1.1" status: 200 len: 945 time: 0.0924110 Apr 09 13:55:54.495039 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-7200dd27-2597-4c20-a2c2-57a32233adef req-6180e7ad-cf93-401b-b96a-c8eddc20e8dd tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] 10.222.0.75 "GET /v2.0/security-groups?id=ed94d330-8b0e-4bea-8543-5b21c533b4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0258389 Apr 09 13:55:55.734663 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc48beb-136f-467f-8920-2d49b5307d99 req-6b328c9c-113b-4a7c-8853-a6d64b5e71e4 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:55:55.736513 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-7dc48beb-136f-467f-8920-2d49b5307d99 req-6b328c9c-113b-4a7c-8853-a6d64b5e71e4 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] 10.222.0.75 "GET /v2.0/ports?device_id=fdfd806a-3e22-44ef-950a-a63e62c4ef35 HTTP/1.1" status: 200 len: 945 time: 0.1056738 Apr 09 13:55:55.772401 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-7dc48beb-136f-467f-8920-2d49b5307d99 req-69d25f60-7409-4df9-9e4b-7498ceafa994 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] 10.222.0.75 "GET /v2.0/security-groups?id=ed94d330-8b0e-4bea-8543-5b21c533b4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0279496 Apr 09 13:55:56.984541 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2069a89-c6bf-4aec-b11b-49f8164eec36 req-27d7696b-20d4-48e1-989e-b09362c8ea0b tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:55:56.986135 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-f2069a89-c6bf-4aec-b11b-49f8164eec36 req-27d7696b-20d4-48e1-989e-b09362c8ea0b tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] 10.222.0.75 "GET /v2.0/ports?device_id=fdfd806a-3e22-44ef-950a-a63e62c4ef35 HTTP/1.1" status: 200 len: 945 time: 0.0918846 Apr 09 13:55:57.018768 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-f2069a89-c6bf-4aec-b11b-49f8164eec36 req-6af64a1a-afc0-4f76-8472-2a22c35768bf tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] 10.222.0.75 "GET /v2.0/security-groups?id=ed94d330-8b0e-4bea-8543-5b21c533b4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0246172 Apr 09 13:55:58.241163 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522b3963-6d0d-46ff-a5bf-a963e09da4d5 req-e02da38f-e657-4378-9116-87c4dc551a55 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:55:58.243001 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-522b3963-6d0d-46ff-a5bf-a963e09da4d5 req-e02da38f-e657-4378-9116-87c4dc551a55 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] 10.222.0.75 "GET /v2.0/ports?device_id=fdfd806a-3e22-44ef-950a-a63e62c4ef35 HTTP/1.1" status: 200 len: 945 time: 0.1008041 Apr 09 13:55:58.276932 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-522b3963-6d0d-46ff-a5bf-a963e09da4d5 req-9b71cbe2-b421-431d-9964-d82c8ceb0d8d tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] 10.222.0.75 "GET /v2.0/security-groups?id=ed94d330-8b0e-4bea-8543-5b21c533b4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0250669 Apr 09 13:55:59.494225 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d38fce-7d07-4616-9aed-8fdcd7078b3c req-ec7c1f03-436f-4031-adb6-21fc956a1b08 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:55:59.495870 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-78d38fce-7d07-4616-9aed-8fdcd7078b3c req-ec7c1f03-436f-4031-adb6-21fc956a1b08 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] 10.222.0.75 "GET /v2.0/ports?device_id=fdfd806a-3e22-44ef-950a-a63e62c4ef35 HTTP/1.1" status: 200 len: 945 time: 0.0926714 Apr 09 13:55:59.529552 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-78d38fce-7d07-4616-9aed-8fdcd7078b3c req-e0476065-1ea0-412d-b046-acf875cefbea tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] 10.222.0.75 "GET /v2.0/security-groups?id=ed94d330-8b0e-4bea-8543-5b21c533b4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0261295 Apr 09 13:55:59.969706 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58309a41-9a79-453f-b5f3-751cdb605abc req-58871ef9-9ee7-4924-b655-9e0811cf92e1 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:55:59.971557 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-58309a41-9a79-453f-b5f3-751cdb605abc req-58871ef9-9ee7-4924-b655-9e0811cf92e1 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] 10.222.0.75 "GET /v2.0/ports?device_id=fdf076f7-d938-4304-b0e9-d163261470b4 HTTP/1.1" status: 200 len: 946 time: 0.0946405 Apr 09 13:56:00.009278 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-58309a41-9a79-453f-b5f3-751cdb605abc req-967ef198-8e90-4ce3-a4e8-7e501705c038 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] 10.222.0.75 "GET /v2.0/security-groups?id=99ed24de-3d6b-4a78-aa1b-50b2854375a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308723 Apr 09 13:56:00.756358 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a44d4a-b23f-40be-b103-c524927b518c req-1f0ff59b-1362-4392-9832-6557931ef9bf tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:56:00.758002 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-94a44d4a-b23f-40be-b103-c524927b518c req-1f0ff59b-1362-4392-9832-6557931ef9bf tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] 10.222.0.75 "GET /v2.0/ports?device_id=fdfd806a-3e22-44ef-950a-a63e62c4ef35 HTTP/1.1" status: 200 len: 945 time: 0.0965433 Apr 09 13:56:00.792191 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-94a44d4a-b23f-40be-b103-c524927b518c req-c979ac44-9bde-4fc7-907f-36c544a4e0b6 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] 10.222.0.75 "GET /v2.0/security-groups?id=ed94d330-8b0e-4bea-8543-5b21c533b4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0274470 Apr 09 13:56:01.087786 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-fa75861a-4840-45fc-b3e6-101902c43377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:56:01.220848 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad1ee84-9d36-48bc-b462-8a17ec184556 req-7e75e559-6388-43a6-8957-89dc613142fd tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:56:01.222764 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-3ad1ee84-9d36-48bc-b462-8a17ec184556 req-7e75e559-6388-43a6-8957-89dc613142fd tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] 10.222.0.75 "GET /v2.0/ports?device_id=fdf076f7-d938-4304-b0e9-d163261470b4 HTTP/1.1" status: 200 len: 946 time: 0.0942459 Apr 09 13:56:01.255067 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-3ad1ee84-9d36-48bc-b462-8a17ec184556 req-cec2bc31-7618-4dd4-85e2-c5ffe87b21f1 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] 10.222.0.75 "GET /v2.0/security-groups?id=99ed24de-3d6b-4a78-aa1b-50b2854375a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0249336 Apr 09 13:56:02.009555 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a656d55b-fcd8-4119-94f7-1cc6ea0c1993 req-e6436100-1de3-4ae7-8afa-0cd5efa7bf2f tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:56:02.011434 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-a656d55b-fcd8-4119-94f7-1cc6ea0c1993 req-e6436100-1de3-4ae7-8afa-0cd5efa7bf2f tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] 10.222.0.75 "GET /v2.0/ports?device_id=fdfd806a-3e22-44ef-950a-a63e62c4ef35 HTTP/1.1" status: 200 len: 945 time: 0.0936160 Apr 09 13:56:02.043869 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-a656d55b-fcd8-4119-94f7-1cc6ea0c1993 req-cb66ca97-4def-4cbe-890c-c339de6a487f tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] 10.222.0.75 "GET /v2.0/security-groups?id=ed94d330-8b0e-4bea-8543-5b21c533b4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0245328 Apr 09 13:56:02.137787 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f43950-dcfa-4fd5-b8a1-d91efeee0a84 req-5ae42621-c091-41ad-b0c8-620886d3ea8b tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:56:02.138415 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [req-d6f43950-dcfa-4fd5-b8a1-d91efeee0a84 req-5ae42621-c091-41ad-b0c8-620886d3ea8b tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Synchronizing usage tracker for tenant:8b1366e2a2764227a2e3ada9f6348323 on resource:port {{(pid=85265) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 09 13:56:02.153655 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [req-d6f43950-dcfa-4fd5-b8a1-d91efeee0a84 req-5ae42621-c091-41ad-b0c8-620886d3ea8b tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Unset dirty status for tenant:8b1366e2a2764227a2e3ada9f6348323 on resource:port {{(pid=85265) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 09 13:56:02.154967 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-d6f43950-dcfa-4fd5-b8a1-d91efeee0a84 req-5ae42621-c091-41ad-b0c8-620886d3ea8b tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] 10.222.0.90 "GET /v2.0/ports?device_id=fdf076f7-d938-4304-b0e9-d163261470b4 HTTP/1.1" status: 200 len: 946 time: 0.1099184 Apr 09 13:56:02.234664 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.plugin [req-d6f43950-dcfa-4fd5-b8a1-d91efeee0a84 req-11dcfcf9-0f8b-4994-8a00-378b16c970c9 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Deleting port 1f5dfb28-6681-4647-a6f8-a63c3d68f09d {{(pid=85265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 09 13:56:02.235070 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [req-d6f43950-dcfa-4fd5-b8a1-d91efeee0a84 req-11dcfcf9-0f8b-4994-8a00-378b16c970c9 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771815896742'] for port, before_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:56:02.481111 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238f9779-384a-4879-b83e-38cd89473827 req-78ce71ed-5e8b-414f-b5b6-cfd5dec02793 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:56:02.482787 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-238f9779-384a-4879-b83e-38cd89473827 req-78ce71ed-5e8b-414f-b5b6-cfd5dec02793 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] 10.222.0.75 "GET /v2.0/ports?device_id=fdf076f7-d938-4304-b0e9-d163261470b4 HTTP/1.1" status: 200 len: 946 time: 0.0964022 Apr 09 13:56:02.509032 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.db [req-d6f43950-dcfa-4fd5-b8a1-d91efeee0a84 req-11dcfcf9-0f8b-4994-8a00-378b16c970c9 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] For port 1f5dfb28-6681-4647-a6f8-a63c3d68f09d, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=1f5dfb28-6681-4647-a6f8-a63c3d68f09d,segment=NetworkSegment(5a4ed491-6058-4194-8f87-1763fd0fd419),segment_id=5a4ed491-6058-4194-8f87-1763fd0fd419)] {{(pid=85265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 09 13:56:02.509472 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [req-d6f43950-dcfa-4fd5-b8a1-d91efeee0a84 req-11dcfcf9-0f8b-4994-8a00-378b16c970c9 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-707704'] for port, precommit_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:56:02.516849 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-238f9779-384a-4879-b83e-38cd89473827 req-c95bd16c-a686-49e7-bf8d-e2ec4f282742 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] 10.222.0.75 "GET /v2.0/security-groups?id=99ed24de-3d6b-4a78-aa1b-50b2854375a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0264835 Apr 09 13:56:02.841305 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [req-d6f43950-dcfa-4fd5-b8a1-d91efeee0a84 req-11dcfcf9-0f8b-4994-8a00-378b16c970c9 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:56:02.841737 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [req-d6f43950-dcfa-4fd5-b8a1-d91efeee0a84 req-11dcfcf9-0f8b-4994-8a00-378b16c970c9 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-711411'] for floatingip, after_update {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:56:02.842105 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.db.l3_db [req-d6f43950-dcfa-4fd5-b8a1-d91efeee0a84 req-11dcfcf9-0f8b-4994-8a00-378b16c970c9 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Floating IP 6a8a5ce3-f21e-4c72-84c7-90504443705b disassociated. External IP: 172.28.0.203, port: 1f5dfb28-6681-4647-a6f8-a63c3d68f09d. Apr 09 13:56:02.842483 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.plugin [req-d6f43950-dcfa-4fd5-b8a1-d91efeee0a84 req-11dcfcf9-0f8b-4994-8a00-378b16c970c9 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Calling delete_port for 1f5dfb28-6681-4647-a6f8-a63c3d68f09d owned by compute:nova {{(pid=85265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 09 13:56:02.999286 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [req-d6f43950-dcfa-4fd5-b8a1-d91efeee0a84 req-11dcfcf9-0f8b-4994-8a00-378b16c970c9 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853739901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853759498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363265038874501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363265039307636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851965059'] for port, after_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:56:03.015385 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-c78774a1-badf-4cd8-930f-a5e2a9b73af6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:56:03.076423 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11dcfcf9-0f8b-4994-8a00-378b16c970c9 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Pushing event deleted for resources: {'Port': ['ID=1f5dfb28-6681-4647-a6f8-a63c3d68f09d,revision_number=None']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:56:03.141381 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11dcfcf9-0f8b-4994-8a00-378b16c970c9 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:56:03.141854 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11dcfcf9-0f8b-4994-8a00-378b16c970c9 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:56:03.142270 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11dcfcf9-0f8b-4994-8a00-378b16c970c9 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:56:03.142674 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11dcfcf9-0f8b-4994-8a00-378b16c970c9 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:56:03.143074 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11dcfcf9-0f8b-4994-8a00-378b16c970c9 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:56:03.143475 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11dcfcf9-0f8b-4994-8a00-378b16c970c9 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:56:03.143882 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11dcfcf9-0f8b-4994-8a00-378b16c970c9 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:56:03.144278 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11dcfcf9-0f8b-4994-8a00-378b16c970c9 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:56:03.144681 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11dcfcf9-0f8b-4994-8a00-378b16c970c9 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:56:03.145082 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11dcfcf9-0f8b-4994-8a00-378b16c970c9 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:56:03.145478 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11dcfcf9-0f8b-4994-8a00-378b16c970c9 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:56:03.145999 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11dcfcf9-0f8b-4994-8a00-378b16c970c9 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:56:03.157429 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-11dcfcf9-0f8b-4994-8a00-378b16c970c9 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:56:03.268548 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c5587b-f6c5-47a1-9c5f-175ff432f201 req-b573d5ae-361b-45a2-b95a-786bfdc601d5 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:56:03.270209 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-68c5587b-f6c5-47a1-9c5f-175ff432f201 req-b573d5ae-361b-45a2-b95a-786bfdc601d5 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] 10.222.0.75 "GET /v2.0/ports?device_id=fdfd806a-3e22-44ef-950a-a63e62c4ef35 HTTP/1.1" status: 200 len: 945 time: 0.0925264 Apr 09 13:56:03.305147 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-68c5587b-f6c5-47a1-9c5f-175ff432f201 req-22cbf2ff-4e57-4aa9-ac1e-cff52ff1abe2 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] 10.222.0.75 "GET /v2.0/security-groups?id=ed94d330-8b0e-4bea-8543-5b21c533b4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0281451 Apr 09 13:56:03.404457 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d6f43950-dcfa-4fd5-b8a1-d91efeee0a84 req-11dcfcf9-0f8b-4994-8a00-378b16c970c9 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Router e36652c1-6bec-4570-b33c-77b5086f1ce8 has already been hosted by L3 agent 69305824-358b-46b0-9707-cd2ded304b9c {{(pid=85265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 09 13:56:03.610853 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d6f43950-dcfa-4fd5-b8a1-d91efeee0a84 req-11dcfcf9-0f8b-4994-8a00-378b16c970c9 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Notify agent at l3_agent.dv-cinder-785362-1-smb the message routers_updated {{(pid=85265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 09 13:56:03.622351 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b0f1e53-5f91-45eb-9a20-cc1581915772 None None] Sync routers for ids ['e36652c1-6bec-4570-b33c-77b5086f1ce8'] in dv-cinder-785362-1-smb {{(pid=85267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 09 13:56:03.635336 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b0f1e53-5f91-45eb-9a20-cc1581915772 None None] Routers {'e36652c1-6bec-4570-b33c-77b5086f1ce8'} bound to L3 agent in host dv-cinder-785362-1-smb {{(pid=85267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 09 13:56:03.636546 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_hamode_db [None req-6b0f1e53-5f91-45eb-9a20-cc1581915772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-785362-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-09T13:38:04Z,description=,heartbeat_timestamp=2021-04-09T13:55:34Z,host='dv-cinder-785362-1-smb',id=69305824-358b-46b0-9707-cd2ded304b9c,load=0,resource_versions=,resources_synced=,started_at=2021-04-09T13:38:04Z,topic='l3_agent')) {'router_ids': ['e36652c1-6bec-4570-b33c-77b5086f1ce8'], 'active': True} {{(pid=85267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 13:56:03.696590 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6f43950-dcfa-4fd5-b8a1-d91efeee0a84 req-11dcfcf9-0f8b-4994-8a00-378b16c970c9 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] No DVR routers for this DVR port 1f5dfb28-6681-4647-a6f8-a63c3d68f09d on host hv-cinder-78536 {{(pid=85265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 09 13:56:03.699531 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [req-d6f43950-dcfa-4fd5-b8a1-d91efeee0a84 req-11dcfcf9-0f8b-4994-8a00-378b16c970c9 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770645'] for port, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:56:03.703086 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdf076f7-d938-4304-b0e9-d163261470b4', 'name': 'network-vif-deleted', 'tag': '1f5dfb28-6681-4647-a6f8-a63c3d68f09d'}] {{(pid=85265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 09 13:56:03.718501 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-6aa12106-c2d1-4278-a1dc-ae0229b2c79b req-92c50bad-a820-467a-93e6-f22e05b73ea1 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] 10.222.0.75 "GET /v2.0/ports?device_id=fdf076f7-d938-4304-b0e9-d163261470b4 HTTP/1.1" status: 200 len: 210 time: 0.0751235 Apr 09 13:56:03.721092 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-d6f43950-dcfa-4fd5-b8a1-d91efeee0a84 req-11dcfcf9-0f8b-4994-8a00-378b16c970c9 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] 10.222.0.90 "DELETE /v2.0/ports/1f5dfb28-6681-4647-a6f8-a63c3d68f09d HTTP/1.1" status: 204 len: 173 time: 1.5606894 Apr 09 13:56:03.794576 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdf076f7-d938-4304-b0e9-d163261470b4', 'name': 'network-vif-deleted', 'tag': '1f5dfb28-6681-4647-a6f8-a63c3d68f09d', 'status': 'completed', 'code': 200} Apr 09 13:56:03.885757 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_dvr_db [None req-6b0f1e53-5f91-45eb-9a20-cc1581915772 None None] Set router e36652c1-6bec-4570-b33c-77b5086f1ce8 gateway port host: dv-cinder-785362-1-smb {{(pid=85267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 09 13:56:04.251167 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_hamode_db [None req-6b0f1e53-5f91-45eb-9a20-cc1581915772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e36652c1-6bec-4570-b33c-77b5086f1ce8', 'name': 'tempest-AttachVolumeTestJSON-1552224158-router', 'tenant_id': '8b1366e2a2764227a2e3ada9f6348323', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd39673be-df84-4009-abea-d472d159fdfd', 'external_fixed_ips': [{'subnet_id': 'f6eeb1a0-26c5-43d1-996f-84b999bf12c7', 'ip_address': '172.28.0.183'}], 'enable_snat': True}, 'gw_port_id': 'e4a4510d-2481-4e5d-8964-18483640b5d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T13:47:06Z', 'updated_at': '2021-04-09T13:47:26Z', 'revision_number': 4, 'project_id': '8b1366e2a2764227a2e3ada9f6348323', 'gw_port': {'id': 'e4a4510d-2481-4e5d-8964-18483640b5d4', 'name': '', 'network_id': 'd39673be-df84-4009-abea-d472d159fdfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:46:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e36652c1-6bec-4570-b33c-77b5086f1ce8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'f6eeb1a0-26c5-43d1-996f-84b999bf12c7', 'ip_address': '172.28.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:47:12Z', 'updated_at': '2021-04-09T13:47:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6eeb1a0-26c5-43d1-996f-84b999bf12c7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-1-smb', '_interfaces': [{'id': '1bd565bf-dbfe-4cce-8936-0512a2cd7275', 'name': '', 'network_id': '05572312-ba94-44c0-9d23-59b1e6c5c81f', 'tenant_id': '8b1366e2a2764227a2e3ada9f6348323', 'mac_address': 'fa:16:3e:6f:60:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e36652c1-6bec-4570-b33c-77b5086f1ce8', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '52cd575a-477f-4889-af1f-960c6b2cd43e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:47:23Z', 'updated_at': '2021-04-09T13:47:43Z', 'revision_number': 5, 'project_id': '8b1366e2a2764227a2e3ada9f6348323', 'subnets': [{'id': '52cd575a-477f-4889-af1f-960c6b2cd43e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-785362-1-smb', False) {} {{(pid=85267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 13:56:04.255110 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-4a6d5078-9d68-4b0e-9def-69c030ac9e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:56:04.257947 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b0f1e53-5f91-45eb-9a20-cc1581915772 None None] Checking router: e36652c1-6bec-4570-b33c-77b5086f1ce8 for host: dv-cinder-785362-1-smb {{(pid=85267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 09 13:56:04.269939 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b0f1e53-5f91-45eb-9a20-cc1581915772 None None] Routers {'e36652c1-6bec-4570-b33c-77b5086f1ce8'} bound to L3 agent in host dv-cinder-785362-1-smb {{(pid=85267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 09 13:56:04.270887 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_hamode_db [None req-6b0f1e53-5f91-45eb-9a20-cc1581915772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-785362-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-09T13:38:04Z,description=,heartbeat_timestamp=2021-04-09T13:56:04Z,host='dv-cinder-785362-1-smb',id=69305824-358b-46b0-9707-cd2ded304b9c,load=0,resource_versions=,resources_synced=,started_at=2021-04-09T13:38:04Z,topic='l3_agent')) {'router_ids': ['e36652c1-6bec-4570-b33c-77b5086f1ce8'], 'active': True} {{(pid=85267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 13:56:04.550194 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13894fc-19e3-4327-b522-3d73f59063d8 req-c005c316-c6d4-49b3-8267-76447b883807 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:56:04.551977 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-b13894fc-19e3-4327-b522-3d73f59063d8 req-c005c316-c6d4-49b3-8267-76447b883807 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] 10.222.0.75 "GET /v2.0/ports?device_id=fdfd806a-3e22-44ef-950a-a63e62c4ef35 HTTP/1.1" status: 200 len: 945 time: 0.1190276 Apr 09 13:56:04.588492 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-b13894fc-19e3-4327-b522-3d73f59063d8 req-3475f327-7395-4588-9218-8a18ef8b2df0 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] 10.222.0.75 "GET /v2.0/security-groups?id=ed94d330-8b0e-4bea-8543-5b21c533b4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0269911 Apr 09 13:56:04.622687 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-038b6fee-909e-41c9-b649-649ad33ce393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:56:04.655017 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_dvr_db [None req-6b0f1e53-5f91-45eb-9a20-cc1581915772 None None] Set router e36652c1-6bec-4570-b33c-77b5086f1ce8 gateway port host: dv-cinder-785362-1-smb {{(pid=85267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 09 13:56:04.858061 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85266) accepted ('10.222.0.75', 36976) {{(pid=85266) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:56:04.932788 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-ca96763d-4aa4-4271-8197-d17639400d20 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Notify callbacks [] for security_group, before_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:56:04.962803 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-ca96763d-4aa4-4271-8197-d17639400d20 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:56:05.017396 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-ca96763d-4aa4-4271-8197-d17639400d20 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738555'] for security_group, after_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:56:05.022422 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_hamode_db [None req-6b0f1e53-5f91-45eb-9a20-cc1581915772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e36652c1-6bec-4570-b33c-77b5086f1ce8', 'name': 'tempest-AttachVolumeTestJSON-1552224158-router', 'tenant_id': '8b1366e2a2764227a2e3ada9f6348323', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd39673be-df84-4009-abea-d472d159fdfd', 'external_fixed_ips': [{'subnet_id': 'f6eeb1a0-26c5-43d1-996f-84b999bf12c7', 'ip_address': '172.28.0.183'}], 'enable_snat': True}, 'gw_port_id': 'e4a4510d-2481-4e5d-8964-18483640b5d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T13:47:06Z', 'updated_at': '2021-04-09T13:47:26Z', 'revision_number': 4, 'project_id': '8b1366e2a2764227a2e3ada9f6348323', 'gw_port': {'id': 'e4a4510d-2481-4e5d-8964-18483640b5d4', 'name': '', 'network_id': 'd39673be-df84-4009-abea-d472d159fdfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:46:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e36652c1-6bec-4570-b33c-77b5086f1ce8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'f6eeb1a0-26c5-43d1-996f-84b999bf12c7', 'ip_address': '172.28.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:47:12Z', 'updated_at': '2021-04-09T13:47:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6eeb1a0-26c5-43d1-996f-84b999bf12c7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-1-smb', '_interfaces': [{'id': '1bd565bf-dbfe-4cce-8936-0512a2cd7275', 'name': '', 'network_id': '05572312-ba94-44c0-9d23-59b1e6c5c81f', 'tenant_id': '8b1366e2a2764227a2e3ada9f6348323', 'mac_address': 'fa:16:3e:6f:60:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e36652c1-6bec-4570-b33c-77b5086f1ce8', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '52cd575a-477f-4889-af1f-960c6b2cd43e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:47:23Z', 'updated_at': '2021-04-09T13:47:43Z', 'revision_number': 5, 'project_id': '8b1366e2a2764227a2e3ada9f6348323', 'subnets': [{'id': '52cd575a-477f-4889-af1f-960c6b2cd43e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-785362-1-smb', False) {} {{(pid=85267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 13:56:05.023448 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:56:05.026907 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b0f1e53-5f91-45eb-9a20-cc1581915772 None None] The sync data for ids ['e36652c1-6bec-4570-b33c-77b5086f1ce8'] in dv-cinder-785362-1-smb is: [{'id': 'e36652c1-6bec-4570-b33c-77b5086f1ce8', 'name': 'tempest-AttachVolumeTestJSON-1552224158-router', 'tenant_id': '8b1366e2a2764227a2e3ada9f6348323', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd39673be-df84-4009-abea-d472d159fdfd', 'external_fixed_ips': [{'subnet_id': 'f6eeb1a0-26c5-43d1-996f-84b999bf12c7', 'ip_address': '172.28.0.183'}], 'enable_snat': True}, 'gw_port_id': 'e4a4510d-2481-4e5d-8964-18483640b5d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T13:47:06Z', 'updated_at': '2021-04-09T13:47:26Z', 'revision_number': 4, 'project_id': '8b1366e2a2764227a2e3ada9f6348323', 'gw_port': {'id': 'e4a4510d-2481-4e5d-8964-18483640b5d4', 'name': '', 'network_id': 'd39673be-df84-4009-abea-d472d159fdfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:46:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e36652c1-6bec-4570-b33c-77b5086f1ce8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'f6eeb1a0-26c5-43d1-996f-84b999bf12c7', 'ip_address': '172.28.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:47:12Z', 'updated_at': '2021-04-09T13:47:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6eeb1a0-26c5-43d1-996f-84b999bf12c7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-1-smb', '_interfaces': [{'id': '1bd565bf-dbfe-4cce-8936-0512a2cd7275', 'name': '', 'network_id': '05572312-ba94-44c0-9d23-59b1e6c5c81f', 'tenant_id': '8b1366e2a2764227a2e3ada9f6348323', 'mac_address': 'fa:16:3e:6f:60:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e36652c1-6bec-4570-b33c-77b5086f1ce8', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '52cd575a-477f-4889-af1f-960c6b2cd43e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:47:23Z', 'updated_at': '2021-04-09T13:47:43Z', 'revision_number': 5, 'project_id': '8b1366e2a2764227a2e3ada9f6348323', 'subnets': [{'id': '52cd575a-477f-4889-af1f-960c6b2cd43e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 09 13:56:05.044897 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca96763d-4aa4-4271-8197-d17639400d20 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=99ed24de-3d6b-4a78-aa1b-50b2854375a2,revision_number=None']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:56:05.057622 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca96763d-4aa4-4271-8197-d17639400d20 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:56:05.058193 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca96763d-4aa4-4271-8197-d17639400d20 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:56:05.058592 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca96763d-4aa4-4271-8197-d17639400d20 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:56:05.059727 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca96763d-4aa4-4271-8197-d17639400d20 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:56:05.060181 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca96763d-4aa4-4271-8197-d17639400d20 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:56:05.060581 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca96763d-4aa4-4271-8197-d17639400d20 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:56:05.060976 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca96763d-4aa4-4271-8197-d17639400d20 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:56:05.061367 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca96763d-4aa4-4271-8197-d17639400d20 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:56:05.061785 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca96763d-4aa4-4271-8197-d17639400d20 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:56:05.062178 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca96763d-4aa4-4271-8197-d17639400d20 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:56:05.062565 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca96763d-4aa4-4271-8197-d17639400d20 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:56:05.062950 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca96763d-4aa4-4271-8197-d17639400d20 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:56:05.066357 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-ca96763d-4aa4-4271-8197-d17639400d20 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Notify callbacks [] for security_group, before_response {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:56:05.068787 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-ca96763d-4aa4-4271-8197-d17639400d20 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] 10.222.0.75 "DELETE /v2.0/security-groups/99ed24de-3d6b-4a78-aa1b-50b2854375a2 HTTP/1.1" status: 204 len: 168 time: 0.2083709 Apr 09 13:56:05.068787 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-ca96763d-4aa4-4271-8197-d17639400d20 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:56:05.071210 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85266) accepted ('10.222.0.75', 36980) {{(pid=85266) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:56:05.091900 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.api.v2.resource [None req-f04bdce4-4249-47bc-a24e-ac7845a289a7 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] show failed (client error): The resource could not be found. Apr 09 13:56:05.095754 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-f04bdce4-4249-47bc-a24e-ac7845a289a7 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] 10.222.0.75 "GET /v2.0/security-groups/99ed24de-3d6b-4a78-aa1b-50b2854375a2 HTTP/1.1" status: 404 len: 347 time: 0.0205848 Apr 09 13:56:05.097380 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85266) accepted ('10.222.0.75', 36984) {{(pid=85266) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:56:05.271110 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.plugin [None req-8c435d17-7673-494b-9399-1a32d40d5273 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Deleting port 056d2204-04d3-4a58-9213-637ca7dbecf5 {{(pid=85266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 09 13:56:05.271724 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-8c435d17-7673-494b-9399-1a32d40d5273 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771815896742'] for port, before_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:56:05.280796 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:56:05.478218 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-8c435d17-7673-494b-9399-1a32d40d5273 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-707704'] for port, precommit_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:56:05.478582 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-8c435d17-7673-494b-9399-1a32d40d5273 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:56:05.495352 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5eca410-b0d6-4171-92ec-1f1f4723e5c3 None None] New status for floating IP 6a8a5ce3-f21e-4c72-84c7-90504443705b: DOWN {{(pid=85268) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 09 13:56:05.623968 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.plugin [None req-8c435d17-7673-494b-9399-1a32d40d5273 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Calling delete_port for 056d2204-04d3-4a58-9213-637ca7dbecf5 owned by network:floatingip {{(pid=85266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 09 13:56:05.711778 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-c378f248-96be-4ef7-a52f-f55c09e56a36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:56:05.792820 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.db.api [None req-8c435d17-7673-494b-9399-1a32d40d5273 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85266) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 09 13:56:05.793362 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_db.api [None req-8c435d17-7673-494b-9399-1a32d40d5273 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 09 13:56:05.846518 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a677560b-ed6a-49df-9834-da6d9c523859 req-006dee90-b905-4e9c-9f30-a98f8ba3e44b tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:56:05.848166 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-a677560b-ed6a-49df-9834-da6d9c523859 req-006dee90-b905-4e9c-9f30-a98f8ba3e44b tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] 10.222.0.75 "GET /v2.0/ports?device_id=fdfd806a-3e22-44ef-950a-a63e62c4ef35 HTTP/1.1" status: 200 len: 945 time: 0.1135020 Apr 09 13:56:05.880488 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-a677560b-ed6a-49df-9834-da6d9c523859 req-70b6bd9a-dad9-41fc-9547-b8179613f0e0 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] 10.222.0.75 "GET /v2.0/security-groups?id=ed94d330-8b0e-4bea-8543-5b21c533b4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0253487 Apr 09 13:56:06.008402 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.rpc [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Device 1f5dfb28-6681-4647-a6f8-a63c3d68f09d no longer exists at agent hyperv_hv-cinder-78536 {{(pid=85267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 09 13:56:06.051346 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.plugin [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] No Port match for: 1f5dfb28-6681-4647-a6f8-a63c3d68f09d {{(pid=85267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 09 13:56:06.051743 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.rpc [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Device 1f5dfb28-6681-4647-a6f8-a63c3d68f09d not bound to the agent host hv-cinder-78536 {{(pid=85267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 09 13:56:06.294966 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.plugin [None req-8c435d17-7673-494b-9399-1a32d40d5273 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Deleting port 056d2204-04d3-4a58-9213-637ca7dbecf5 {{(pid=85266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 09 13:56:06.295582 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-8c435d17-7673-494b-9399-1a32d40d5273 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771815896742'] for port, before_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:56:06.491255 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-8c435d17-7673-494b-9399-1a32d40d5273 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-707704'] for port, precommit_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:56:06.491623 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-8c435d17-7673-494b-9399-1a32d40d5273 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:56:06.637567 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.plugin [None req-8c435d17-7673-494b-9399-1a32d40d5273 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Calling delete_port for 056d2204-04d3-4a58-9213-637ca7dbecf5 owned by network:floatingip {{(pid=85266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 09 13:56:06.796699 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-8c435d17-7673-494b-9399-1a32d40d5273 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853739901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853759498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363265038874501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363265039307636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2203223'] for port, after_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:56:06.816543 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-5a9f56a9-0ca8-40c0-a66e-f319286c11ad tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:56:06.879409 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c435d17-7673-494b-9399-1a32d40d5273 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Pushing event deleted for resources: {'Port': ['ID=056d2204-04d3-4a58-9213-637ca7dbecf5,revision_number=None']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:56:06.886653 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-8c435d17-7673-494b-9399-1a32d40d5273 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:56:07.392347 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-8c435d17-7673-494b-9399-1a32d40d5273 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Notify callbacks [] for floatingip, after_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:56:07.423795 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-8c435d17-7673-494b-9399-1a32d40d5273 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770645'] for floatingip, before_response {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:56:07.425001 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-8c435d17-7673-494b-9399-1a32d40d5273 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] 10.222.0.75 "DELETE /v2.0/floatingips/6a8a5ce3-f21e-4c72-84c7-90504443705b HTTP/1.1" status: 204 len: 168 time: 2.3268139 Apr 09 13:56:07.437992 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993d23f8-9597-419f-9968-03e6a52da1fe req-7ec6077a-f7d9-424f-a90c-4aa93a2f8e41 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:56:07.439612 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-993d23f8-9597-419f-9968-03e6a52da1fe req-7ec6077a-f7d9-424f-a90c-4aa93a2f8e41 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] 10.222.0.75 "GET /v2.0/ports?device_id=fdfd806a-3e22-44ef-950a-a63e62c4ef35 HTTP/1.1" status: 200 len: 945 time: 0.4007285 Apr 09 13:56:07.478345 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-993d23f8-9597-419f-9968-03e6a52da1fe req-85da7354-1e78-45cd-a1c0-3f23fa11f423 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] 10.222.0.75 "GET /v2.0/security-groups?id=ed94d330-8b0e-4bea-8543-5b21c533b4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0282516 Apr 09 13:56:08.008641 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.rpc [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Device 73594664-ccef-4cc6-8c6f-3ac0812c9d97 details requested by agent hyperv_hv-cinder-78536 with host hv-cinder-78536 {{(pid=85267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 09 13:56:08.165773 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.db [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] For port 73594664-ccef-4cc6-8c6f-3ac0812c9d97, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=73594664-ccef-4cc6-8c6f-3ac0812c9d97,segment=NetworkSegment(5475d062-1238-45f6-bf79-210ecdb0febe),segment_id=5475d062-1238-45f6-bf79-210ecdb0febe)] {{(pid=85267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 09 13:56:08.179780 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.rpc [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Returning: {'device': '73594664-ccef-4cc6-8c6f-3ac0812c9d97', 'network_id': 'a4bc50d2-4a55-4ee1-87aa-a1e91be18584', 'port_id': '73594664-ccef-4cc6-8c6f-3ac0812c9d97', 'mac_address': 'fa:16:3e:05:ee:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0144e1c8-7bcb-42a5-ac9e-709c8b2e67a5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 09 13:56:08.246467 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853739810'] for port, before_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:56:08.247825 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.notifiers.nova [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 73594664-ccef-4cc6-8c6f-3ac0812c9d97 {{(pid=85267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 09 13:56:08.265172 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.db [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] For port 73594664-ccef-4cc6-8c6f-3ac0812c9d97, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=73594664-ccef-4cc6-8c6f-3ac0812c9d97,segment=NetworkSegment(5475d062-1238-45f6-bf79-210ecdb0febe),segment_id=5475d062-1238-45f6-bf79-210ecdb0febe)] {{(pid=85267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 09 13:56:08.268520 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853739901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853759498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265038874484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771815468181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265039307602'] for port, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:56:08.271111 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-69ffc6fa-793a-4631-a550-f531a8721d1e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:56:08.346210 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Pushing event updated for resources: {'Port': ['ID=73594664-ccef-4cc6-8c6f-3ac0812c9d97,revision_number=6']} {{(pid=85267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:56:08.360012 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:56:08.360545 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:56:08.361361 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:56:08.362374 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:56:08.362975 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:56:08.364267 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:56:08.364918 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:56:08.365700 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:56:08.366546 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:56:08.366973 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:56:08.367354 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:56:08.367875 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:56:08.372510 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.db [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] get_ports_and_sgs() called for port_ids ['73594664-ccef-4cc6-8c6f-3ac0812c9d97'] {{(pid=85267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 09 13:56:08.399807 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=85267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:56:08.698857 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd52d330-fa38-40f0-b0e0-c136c0b177c7 req-bb76f17b-827e-4f6c-be42-e5d133d9bda2 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:56:08.701382 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-fd52d330-fa38-40f0-b0e0-c136c0b177c7 req-bb76f17b-827e-4f6c-be42-e5d133d9bda2 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] 10.222.0.75 "GET /v2.0/ports?device_id=fdfd806a-3e22-44ef-950a-a63e62c4ef35 HTTP/1.1" status: 200 len: 944 time: 0.0922039 Apr 09 13:56:08.735850 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-fd52d330-fa38-40f0-b0e0-c136c0b177c7 req-7c6f5831-eb1a-46fb-8c5c-c44e0383b57d tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] 10.222.0.75 "GET /v2.0/security-groups?id=ed94d330-8b0e-4bea-8543-5b21c533b4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0281396 Apr 09 13:56:09.951394 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb4f286-3580-4e91-b390-878d1262e36f req-b502aa6c-d111-47b0-b4a7-91d66f60d50c tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:56:09.952885 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-aeb4f286-3580-4e91-b390-878d1262e36f req-b502aa6c-d111-47b0-b4a7-91d66f60d50c tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] 10.222.0.75 "GET /v2.0/ports?device_id=fdfd806a-3e22-44ef-950a-a63e62c4ef35 HTTP/1.1" status: 200 len: 944 time: 0.0911925 Apr 09 13:56:09.986062 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-aeb4f286-3580-4e91-b390-878d1262e36f req-1d62d6d6-7461-4a71-bc9a-1883a308e048 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] 10.222.0.75 "GET /v2.0/security-groups?id=ed94d330-8b0e-4bea-8543-5b21c533b4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0267065 Apr 09 13:56:10.022042 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.rpc [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Device 73594664-ccef-4cc6-8c6f-3ac0812c9d97 up at agent hyperv_hv-cinder-78536 {{(pid=85267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 09 13:56:10.103809 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.provisioning_blocks [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Provisioning complete for port 73594664-ccef-4cc6-8c6f-3ac0812c9d97 triggered by entity L2. {{(pid=85267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 09 13:56:10.104279 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765226'] for port, provisioning_complete {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:56:10.248623 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853739810'] for port, before_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:56:10.261045 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdfd806a-3e22-44ef-950a-a63e62c4ef35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73594664-ccef-4cc6-8c6f-3ac0812c9d97'}] {{(pid=85267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 09 13:56:10.272753 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.db [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] For port 73594664-ccef-4cc6-8c6f-3ac0812c9d97, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=73594664-ccef-4cc6-8c6f-3ac0812c9d97,segment=NetworkSegment(5475d062-1238-45f6-bf79-210ecdb0febe),segment_id=5475d062-1238-45f6-bf79-210ecdb0febe)] {{(pid=85267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 09 13:56:10.277283 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853739901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853759498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265038874484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771815468181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265039307602'] for port, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:56:10.281312 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:56:10.331126 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdfd806a-3e22-44ef-950a-a63e62c4ef35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73594664-ccef-4cc6-8c6f-3ac0812c9d97', 'code': 200} Apr 09 13:56:10.360402 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Pushing event updated for resources: {'Port': ['ID=73594664-ccef-4cc6-8c6f-3ac0812c9d97,revision_number=7']} {{(pid=85267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:56:10.364013 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=85267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:56:11.044550 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:56:11.210416 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbb0a1a-bc16-479f-bf38-c06e7620b697 req-e5dabbf0-90c7-4dab-b87f-f1ec2fab2aef tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:56:11.212175 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-7cbb0a1a-bc16-479f-bf38-c06e7620b697 req-e5dabbf0-90c7-4dab-b87f-f1ec2fab2aef tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] 10.222.0.75 "GET /v2.0/ports?device_id=fdfd806a-3e22-44ef-950a-a63e62c4ef35 HTTP/1.1" status: 200 len: 945 time: 0.0956168 Apr 09 13:56:11.251426 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-7cbb0a1a-bc16-479f-bf38-c06e7620b697 req-bb6ab6d6-a332-4b5b-af16-70d6562a93f0 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] 10.222.0.75 "GET /v2.0/security-groups?id=ed94d330-8b0e-4bea-8543-5b21c533b4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318005 Apr 09 13:56:11.599644 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85266) accepted ('10.222.0.75', 37050) {{(pid=85266) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:56:12.425050 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.agents_db [None req-c64c1605-ccfd-4af7-a5d2-2f7932bd8cd3 None None] Agent healthcheck: found 6 active agents {{(pid=85268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 09 13:56:12.557808 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-d1fcd123-f8d3-45e2-9203-212310048020 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854062954'] for router_interface, before_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:56:12.722225 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2059afe9-d45d-4bdf-bca9-c5814b8873cc req-da9324e2-3bbc-4893-b2fe-9bcc2c7f2de4 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:56:12.732484 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-2059afe9-d45d-4bdf-bca9-c5814b8873cc req-da9324e2-3bbc-4893-b2fe-9bcc2c7f2de4 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] 10.222.0.75 "GET /v2.0/ports?device_id=fdfd806a-3e22-44ef-950a-a63e62c4ef35 HTTP/1.1" status: 200 len: 945 time: 0.3286140 Apr 09 13:56:12.774618 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-2059afe9-d45d-4bdf-bca9-c5814b8873cc req-dee96514-e4f5-4120-b268-58e9efc7644b tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] 10.222.0.75 "GET /v2.0/security-groups?id=ed94d330-8b0e-4bea-8543-5b21c533b4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407393 Apr 09 13:56:13.114291 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.plugin [None req-d1fcd123-f8d3-45e2-9203-212310048020 admin admin] Deleting port 1bd565bf-dbfe-4cce-8936-0512a2cd7275 {{(pid=85266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 09 13:56:13.114772 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-d1fcd123-f8d3-45e2-9203-212310048020 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771815896742'] for port, before_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:56:13.338949 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.db [None req-d1fcd123-f8d3-45e2-9203-212310048020 admin admin] For port 1bd565bf-dbfe-4cce-8936-0512a2cd7275, host dv-cinder-785362-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-1-smb',level=0,port_id=1bd565bf-dbfe-4cce-8936-0512a2cd7275,segment=NetworkSegment(5a4ed491-6058-4194-8f87-1763fd0fd419),segment_id=5a4ed491-6058-4194-8f87-1763fd0fd419)] {{(pid=85266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 09 13:56:13.339498 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-d1fcd123-f8d3-45e2-9203-212310048020 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-707704'] for port, precommit_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:56:13.479701 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.plugin [None req-d1fcd123-f8d3-45e2-9203-212310048020 admin admin] Calling delete_port for 1bd565bf-dbfe-4cce-8936-0512a2cd7275 owned by network:router_interface {{(pid=85266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 09 13:56:13.695646 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-d1fcd123-f8d3-45e2-9203-212310048020 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853739901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853759498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363265038874501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363265039307636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2203223'] for port, after_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:56:13.710394 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-8c435d17-7673-494b-9399-1a32d40d5273 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:56:13.773121 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fcd123-f8d3-45e2-9203-212310048020 admin admin] Pushing event deleted for resources: {'Port': ['ID=1bd565bf-dbfe-4cce-8936-0512a2cd7275,revision_number=None']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:56:13.778342 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-d1fcd123-f8d3-45e2-9203-212310048020 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:56:14.363869 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbf0f03-c524-4192-9119-e48bb49b856c req-e7bb6ddb-3b4f-4b3f-94e2-2f3e52672f18 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:56:14.366210 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-4bbf0f03-c524-4192-9119-e48bb49b856c req-e7bb6ddb-3b4f-4b3f-94e2-2f3e52672f18 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] 10.222.0.75 "GET /v2.0/ports?device_id=fdfd806a-3e22-44ef-950a-a63e62c4ef35 HTTP/1.1" status: 200 len: 945 time: 0.3635845 Apr 09 13:56:14.369457 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-d1fcd123-f8d3-45e2-9203-212310048020 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854017518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854061403'] for router_interface, after_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:56:14.486681 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-4bbf0f03-c524-4192-9119-e48bb49b856c req-5ae85bc5-fb4f-424e-a91a-423293aa7834 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] 10.222.0.75 "GET /v2.0/security-groups?id=ed94d330-8b0e-4bea-8543-5b21c533b4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1006422 Apr 09 13:56:15.310948 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1fcd123-f8d3-45e2-9203-212310048020 admin admin] Router e36652c1-6bec-4570-b33c-77b5086f1ce8 has already been hosted by L3 agent 69305824-358b-46b0-9707-cd2ded304b9c {{(pid=85266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 09 13:56:15.584206 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1fcd123-f8d3-45e2-9203-212310048020 admin admin] Notify agent at l3_agent.dv-cinder-785362-1-smb the message routers_updated {{(pid=85266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 09 13:56:15.594364 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5980c29a-a102-49b7-a4d2-6c84042194fd None None] Sync routers for ids ['e36652c1-6bec-4570-b33c-77b5086f1ce8'] in dv-cinder-785362-1-smb {{(pid=85267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 09 13:56:15.606210 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.75', 37070) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:56:15.611527 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5980c29a-a102-49b7-a4d2-6c84042194fd None None] Routers {'e36652c1-6bec-4570-b33c-77b5086f1ce8'} bound to L3 agent in host dv-cinder-785362-1-smb {{(pid=85267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 09 13:56:15.612508 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_hamode_db [None req-5980c29a-a102-49b7-a4d2-6c84042194fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-785362-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-09T13:38:04Z,description=,heartbeat_timestamp=2021-04-09T13:56:04Z,host='dv-cinder-785362-1-smb',id=69305824-358b-46b0-9707-cd2ded304b9c,load=0,resource_versions=,resources_synced=,started_at=2021-04-09T13:38:04Z,topic='l3_agent')) {'router_ids': ['e36652c1-6bec-4570-b33c-77b5086f1ce8'], 'active': True} {{(pid=85267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 13:56:15.621237 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-d1fcd123-f8d3-45e2-9203-212310048020 admin admin] 10.222.0.75 "PUT /v2.0/routers/e36652c1-6bec-4570-b33c-77b5086f1ce8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0185566 Apr 09 13:56:15.799709 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f23c00-ac66-4c7f-ad93-08b5590890a6 req-29a8d73f-1547-4af3-829c-192bd211b8da tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:56:15.801477 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-b2f23c00-ac66-4c7f-ad93-08b5590890a6 req-29a8d73f-1547-4af3-829c-192bd211b8da tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] 10.222.0.75 "GET /v2.0/ports?device_id=fdfd806a-3e22-44ef-950a-a63e62c4ef35 HTTP/1.1" status: 200 len: 945 time: 0.1246214 Apr 09 13:56:15.846045 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-b2f23c00-ac66-4c7f-ad93-08b5590890a6 req-20e7d8d6-b4e8-4022-b8c9-2a7d0a534773 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] 10.222.0.75 "GET /v2.0/security-groups?id=ed94d330-8b0e-4bea-8543-5b21c533b4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371554 Apr 09 13:56:15.858730 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_dvr_db [None req-5980c29a-a102-49b7-a4d2-6c84042194fd None None] Set router e36652c1-6bec-4570-b33c-77b5086f1ce8 gateway port host: dv-cinder-785362-1-smb {{(pid=85267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 09 13:56:15.898542 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-476e1df2-a750-487b-bb3b-d40fb04a1140 admin admin] Notify callbacks [] for router, before_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:56:16.256129 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_hamode_db [None req-5980c29a-a102-49b7-a4d2-6c84042194fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e36652c1-6bec-4570-b33c-77b5086f1ce8', 'name': 'tempest-AttachVolumeTestJSON-1552224158-router', 'tenant_id': '8b1366e2a2764227a2e3ada9f6348323', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd39673be-df84-4009-abea-d472d159fdfd', 'external_fixed_ips': [{'subnet_id': 'f6eeb1a0-26c5-43d1-996f-84b999bf12c7', 'ip_address': '172.28.0.183'}], 'enable_snat': True}, 'gw_port_id': 'e4a4510d-2481-4e5d-8964-18483640b5d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T13:47:06Z', 'updated_at': '2021-04-09T13:56:13Z', 'revision_number': 5, 'project_id': '8b1366e2a2764227a2e3ada9f6348323', 'gw_port': {'id': 'e4a4510d-2481-4e5d-8964-18483640b5d4', 'name': '', 'network_id': 'd39673be-df84-4009-abea-d472d159fdfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:46:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e36652c1-6bec-4570-b33c-77b5086f1ce8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'f6eeb1a0-26c5-43d1-996f-84b999bf12c7', 'ip_address': '172.28.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:47:12Z', 'updated_at': '2021-04-09T13:47:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6eeb1a0-26c5-43d1-996f-84b999bf12c7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-1-smb'}], 'dv-cinder-785362-1-smb', False) {} {{(pid=85267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 13:56:16.261410 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5980c29a-a102-49b7-a4d2-6c84042194fd None None] Checking router: e36652c1-6bec-4570-b33c-77b5086f1ce8 for host: dv-cinder-785362-1-smb {{(pid=85267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 09 13:56:16.272264 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5980c29a-a102-49b7-a4d2-6c84042194fd None None] Routers {'e36652c1-6bec-4570-b33c-77b5086f1ce8'} bound to L3 agent in host dv-cinder-785362-1-smb {{(pid=85267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 09 13:56:16.273710 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_hamode_db [None req-5980c29a-a102-49b7-a4d2-6c84042194fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-785362-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-09T13:38:04Z,description=,heartbeat_timestamp=2021-04-09T13:56:04Z,host='dv-cinder-785362-1-smb',id=69305824-358b-46b0-9707-cd2ded304b9c,load=0,resource_versions=,resources_synced=,started_at=2021-04-09T13:38:04Z,topic='l3_agent')) {'router_ids': ['e36652c1-6bec-4570-b33c-77b5086f1ce8'], 'active': True} {{(pid=85267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 13:56:16.410080 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-476e1df2-a750-487b-bb3b-d40fb04a1140 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:56:16.421153 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.plugin [None req-476e1df2-a750-487b-bb3b-d40fb04a1140 admin admin] Deleting port e4a4510d-2481-4e5d-8964-18483640b5d4 {{(pid=85265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 09 13:56:16.421670 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-476e1df2-a750-487b-bb3b-d40fb04a1140 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771815896742'] for port, before_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:56:16.504634 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_dvr_db [None req-5980c29a-a102-49b7-a4d2-6c84042194fd None None] Set router e36652c1-6bec-4570-b33c-77b5086f1ce8 gateway port host: dv-cinder-785362-1-smb {{(pid=85267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 09 13:56:16.693428 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.db [None req-476e1df2-a750-487b-bb3b-d40fb04a1140 admin admin] For port e4a4510d-2481-4e5d-8964-18483640b5d4, host dv-cinder-785362-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-1-smb',level=0,port_id=e4a4510d-2481-4e5d-8964-18483640b5d4,segment=NetworkSegment(d71e9641-c1ca-48b4-9c8d-e574468b8697),segment_id=d71e9641-c1ca-48b4-9c8d-e574468b8697)] {{(pid=85265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 09 13:56:16.694091 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-476e1df2-a750-487b-bb3b-d40fb04a1140 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-707704'] for port, precommit_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:56:16.870668 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.plugin [None req-476e1df2-a750-487b-bb3b-d40fb04a1140 admin admin] Calling delete_port for e4a4510d-2481-4e5d-8964-18483640b5d4 owned by network:router_gateway {{(pid=85265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 09 13:56:16.927876 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_hamode_db [None req-5980c29a-a102-49b7-a4d2-6c84042194fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e36652c1-6bec-4570-b33c-77b5086f1ce8', 'name': 'tempest-AttachVolumeTestJSON-1552224158-router', 'tenant_id': '8b1366e2a2764227a2e3ada9f6348323', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd39673be-df84-4009-abea-d472d159fdfd', 'external_fixed_ips': [{'subnet_id': 'f6eeb1a0-26c5-43d1-996f-84b999bf12c7', 'ip_address': '172.28.0.183'}], 'enable_snat': True}, 'gw_port_id': 'e4a4510d-2481-4e5d-8964-18483640b5d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T13:47:06Z', 'updated_at': '2021-04-09T13:56:13Z', 'revision_number': 5, 'project_id': '8b1366e2a2764227a2e3ada9f6348323', 'gw_port': {'id': 'e4a4510d-2481-4e5d-8964-18483640b5d4', 'name': '', 'network_id': 'd39673be-df84-4009-abea-d472d159fdfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:46:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e36652c1-6bec-4570-b33c-77b5086f1ce8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'f6eeb1a0-26c5-43d1-996f-84b999bf12c7', 'ip_address': '172.28.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:47:12Z', 'updated_at': '2021-04-09T13:47:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6eeb1a0-26c5-43d1-996f-84b999bf12c7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-1-smb'}], 'dv-cinder-785362-1-smb', False) {} {{(pid=85267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 13:56:16.933543 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5980c29a-a102-49b7-a4d2-6c84042194fd None None] The sync data for ids ['e36652c1-6bec-4570-b33c-77b5086f1ce8'] in dv-cinder-785362-1-smb is: [{'id': 'e36652c1-6bec-4570-b33c-77b5086f1ce8', 'name': 'tempest-AttachVolumeTestJSON-1552224158-router', 'tenant_id': '8b1366e2a2764227a2e3ada9f6348323', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd39673be-df84-4009-abea-d472d159fdfd', 'external_fixed_ips': [{'subnet_id': 'f6eeb1a0-26c5-43d1-996f-84b999bf12c7', 'ip_address': '172.28.0.183'}], 'enable_snat': True}, 'gw_port_id': 'e4a4510d-2481-4e5d-8964-18483640b5d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T13:47:06Z', 'updated_at': '2021-04-09T13:56:13Z', 'revision_number': 5, 'project_id': '8b1366e2a2764227a2e3ada9f6348323', 'gw_port': {'id': 'e4a4510d-2481-4e5d-8964-18483640b5d4', 'name': '', 'network_id': 'd39673be-df84-4009-abea-d472d159fdfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:46:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e36652c1-6bec-4570-b33c-77b5086f1ce8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'f6eeb1a0-26c5-43d1-996f-84b999bf12c7', 'ip_address': '172.28.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:47:12Z', 'updated_at': '2021-04-09T13:47:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6eeb1a0-26c5-43d1-996f-84b999bf12c7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-1-smb'}] {{(pid=85267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 09 13:56:17.100970 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.rpc [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Device 1bd565bf-dbfe-4cce-8936-0512a2cd7275 no longer exists at agent ovs-agent-dv-cinder-785362-1-smb {{(pid=85267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 09 13:56:17.174303 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.plugin [None req-250ccce2-add9-4520-ab97-985e32375bee None None] No Port match for: 1bd565bf-dbfe-4cce-8936-0512a2cd7275 {{(pid=85267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 09 13:56:17.175466 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.rpc [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Device 1bd565bf-dbfe-4cce-8936-0512a2cd7275 not bound to the agent host dv-cinder-785362-1-smb {{(pid=85267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 09 13:56:17.195000 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5ca343-721c-41f7-9c80-13a385a6c05c req-239ee019-5890-4478-b3f2-3d0df48fbf09 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:56:17.202236 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-8f5ca343-721c-41f7-9c80-13a385a6c05c req-239ee019-5890-4478-b3f2-3d0df48fbf09 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] 10.222.0.75 "GET /v2.0/ports?device_id=fdfd806a-3e22-44ef-950a-a63e62c4ef35 HTTP/1.1" status: 200 len: 945 time: 0.1408684 Apr 09 13:56:17.205118 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-476e1df2-a750-487b-bb3b-d40fb04a1140 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853739901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853759498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363265038874501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363265039307636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851965059'] for port, after_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:56:17.238411 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:56:17.252369 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-8f5ca343-721c-41f7-9c80-13a385a6c05c req-a46afc6e-9a60-4977-a0f1-940604a9a201 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] 10.222.0.75 "GET /v2.0/security-groups?id=ed94d330-8b0e-4bea-8543-5b21c533b4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395582 Apr 09 13:56:17.374470 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476e1df2-a750-487b-bb3b-d40fb04a1140 admin admin] Pushing event deleted for resources: {'Port': ['ID=e4a4510d-2481-4e5d-8964-18483640b5d4,revision_number=None']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:56:17.382999 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-476e1df2-a750-487b-bb3b-d40fb04a1140 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:56:17.557591 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-476e1df2-a750-487b-bb3b-d40fb04a1140 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854064475'] for router_gateway, after_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:56:17.806958 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-476e1df2-a750-487b-bb3b-d40fb04a1140 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-716581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-882'] for router, precommit_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:56:17.813433 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-476e1df2-a750-487b-bb3b-d40fb04a1140 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:56:17.859207 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-476e1df2-a750-487b-bb3b-d40fb04a1140 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-716687'] for router, after_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:56:17.860254 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-476e1df2-a750-487b-bb3b-d40fb04a1140 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e36652c1-6bec-4570-b33c-77b5086f1ce8 {{(pid=85265) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 09 13:56:17.889244 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-476e1df2-a750-487b-bb3b-d40fb04a1140 admin admin] Notify callbacks [] for router, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:56:17.893735 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-476e1df2-a750-487b-bb3b-d40fb04a1140 admin admin] 10.222.0.75 "DELETE /v2.0/routers/e36652c1-6bec-4570-b33c-77b5086f1ce8 HTTP/1.1" status: 204 len: 168 time: 2.2837310 Apr 09 13:56:17.894190 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85266) accepted ('10.222.0.75', 37076) {{(pid=85266) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:56:18.011949 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.db_base_plugin_v2 [None req-b47fa5ab-5463-4f0f-ba59-839f6ff25ee3 admin admin] Deleting subnet 52cd575a-477f-4889-af1f-960c6b2cd43e {{(pid=85266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 09 13:56:18.017515 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-b47fa5ab-5463-4f0f-ba59-839f6ff25ee3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:56:18.103703 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-b47fa5ab-5463-4f0f-ba59-839f6ff25ee3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2202283'] for subnet, precommit_delete_associations {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:56:18.267832 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c19158-a374-4003-a1ef-4b597bf0dc34 req-895949b7-e827-4bed-937b-4a8ed54f3e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:56:18.269622 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-47c19158-a374-4003-a1ef-4b597bf0dc34 req-895949b7-e827-4bed-937b-4a8ed54f3e9d service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=a2b444c2a873486d8c3ff30419c2c3f8&device_id=fdfd806a-3e22-44ef-950a-a63e62c4ef35 HTTP/1.1" status: 200 len: 1098 time: 0.1118088 Apr 09 13:56:18.331463 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-b47fa5ab-5463-4f0f-ba59-839f6ff25ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854770481'] for subnet, precommit_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:56:18.476900 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c19158-a374-4003-a1ef-4b597bf0dc34 req-b2e4aea8-9bf6-4063-ad4f-6de16ffc6887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:56:18.478586 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-47c19158-a374-4003-a1ef-4b597bf0dc34 req-b2e4aea8-9bf6-4063-ad4f-6de16ffc6887 service neutron] 10.222.0.90 "GET /v2.0/networks?id=a4bc50d2-4a55-4ee1-87aa-a1e91be18584 HTTP/1.1" status: 200 len: 918 time: 0.1650031 Apr 09 13:56:18.624072 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-47c19158-a374-4003-a1ef-4b597bf0dc34 req-e0b8b1ec-b32a-4ec0-9a38-d27b03ffe47c service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=73594664-ccef-4cc6-8c6f-3ac0812c9d97 HTTP/1.1" status: 200 len: 1000 time: 0.1380231 Apr 09 13:56:18.706357 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c19158-a374-4003-a1ef-4b597bf0dc34 req-50896dff-8fb0-44d9-89fb-242d19d9523e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:56:18.708107 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-47c19158-a374-4003-a1ef-4b597bf0dc34 req-50896dff-8fb0-44d9-89fb-242d19d9523e service neutron] 10.222.0.90 "GET /v2.0/subnets?id=0144e1c8-7bcb-42a5-ac9e-709c8b2e67a5 HTTP/1.1" status: 200 len: 856 time: 0.0769999 Apr 09 13:56:18.773543 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a129bc-7adb-4ad3-baba-b8d690a93e20 req-2ca26480-e7fe-416a-91e2-31326bd5d5e9 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:56:18.785424 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-e4a129bc-7adb-4ad3-baba-b8d690a93e20 req-2ca26480-e7fe-416a-91e2-31326bd5d5e9 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] 10.222.0.75 "GET /v2.0/ports?device_id=fdfd806a-3e22-44ef-950a-a63e62c4ef35 HTTP/1.1" status: 200 len: 945 time: 0.3326192 Apr 09 13:56:18.828129 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-e4a129bc-7adb-4ad3-baba-b8d690a93e20 req-c79449c3-212e-42bf-9464-42721e523be0 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] 10.222.0.75 "GET /v2.0/security-groups?id=ed94d330-8b0e-4bea-8543-5b21c533b4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416548 Apr 09 13:56:18.833395 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c19158-a374-4003-a1ef-4b597bf0dc34 req-a4b08f76-2325-401b-8fdf-068061297719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:56:18.837227 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-47c19158-a374-4003-a1ef-4b597bf0dc34 req-a4b08f76-2325-401b-8fdf-068061297719 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=a4bc50d2-4a55-4ee1-87aa-a1e91be18584&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1181607 Apr 09 13:56:18.876284 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-b47fa5ab-5463-4f0f-ba59-839f6ff25ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-5316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852572547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2218386'] for subnet, after_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:56:18.997492 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:56:19.075786 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-47c19158-a374-4003-a1ef-4b597bf0dc34 req-797bb76a-a405-47cc-b188-9086073eab68 service neutron] 10.222.0.90 "GET /v2.0/networks/a4bc50d2-4a55-4ee1-87aa-a1e91be18584?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2308595 Apr 09 13:56:19.087096 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-b47fa5ab-5463-4f0f-ba59-839f6ff25ee3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:56:19.091452 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47fa5ab-5463-4f0f-ba59-839f6ff25ee3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=52cd575a-477f-4889-af1f-960c6b2cd43e,revision_number=None']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:56:19.095312 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-b47fa5ab-5463-4f0f-ba59-839f6ff25ee3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:56:19.096830 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e862961f-8d2f-4244-bdd2-d20c81207a3e None None] Network 05572312-ba94-44c0-9d23-59b1e6c5c81f requested from dv-cinder-785362-1-smb {{(pid=85267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 09 13:56:19.117380 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-b47fa5ab-5463-4f0f-ba59-839f6ff25ee3 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/52cd575a-477f-4889-af1f-960c6b2cd43e HTTP/1.1" status: 204 len: 168 time: 1.2219770 Apr 09 13:56:19.122268 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85266) accepted ('10.222.0.75', 37086) {{(pid=85266) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:56:19.284362 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-47c19158-a374-4003-a1ef-4b597bf0dc34 req-f1dbab4f-2fda-42cc-9031-818637f89b49 service neutron] 10.222.0.90 "GET /v2.0/networks/a4bc50d2-4a55-4ee1-87aa-a1e91be18584?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1915457 Apr 09 13:56:19.287341 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-5fc17eaf-6d77-4a9b-b0b8-43afce6706ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-925549'] for network, before_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:56:19.294450 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.rpc [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Device e4a4510d-2481-4e5d-8964-18483640b5d4 no longer exists at agent ovs-agent-dv-cinder-785362-1-smb {{(pid=85267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 09 13:56:19.353388 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.plugin [None req-250ccce2-add9-4520-ab97-985e32375bee None None] No Port match for: e4a4510d-2481-4e5d-8964-18483640b5d4 {{(pid=85267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 09 13:56:19.353919 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.rpc [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Device e4a4510d-2481-4e5d-8964-18483640b5d4 not bound to the agent host dv-cinder-785362-1-smb {{(pid=85267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 09 13:56:19.380882 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.plugin [None req-5fc17eaf-6d77-4a9b-b0b8-43afce6706ec admin admin] Deleting port 84cd38fc-37f9-4045-8548-0fb3f75fde6d {{(pid=85266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 09 13:56:19.381638 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-5fc17eaf-6d77-4a9b-b0b8-43afce6706ec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771815896742'] for port, before_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:56:19.484464 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0967210c-378d-4fc9-baa4-c3e432a608e4 None None] DHCP port deletion for 05572312-ba94-44c0-9d23-59b1e6c5c81f request from dv-cinder-785362-1-smb {{(pid=85267) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 09 13:56:19.490840 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.plugin [None req-0967210c-378d-4fc9-baa4-c3e432a608e4 None None] Deleting port 84cd38fc-37f9-4045-8548-0fb3f75fde6d {{(pid=85267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 09 13:56:19.491591 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-0967210c-378d-4fc9-baa4-c3e432a608e4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771815896742'] for port, before_delete {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:56:19.743186 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.db [None req-5fc17eaf-6d77-4a9b-b0b8-43afce6706ec admin admin] For port 84cd38fc-37f9-4045-8548-0fb3f75fde6d, host dv-cinder-785362-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-1-smb',level=0,port_id=84cd38fc-37f9-4045-8548-0fb3f75fde6d,segment=NetworkSegment(5a4ed491-6058-4194-8f87-1763fd0fd419),segment_id=5a4ed491-6058-4194-8f87-1763fd0fd419)] {{(pid=85266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 09 13:56:19.743615 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-5fc17eaf-6d77-4a9b-b0b8-43afce6706ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-707704'] for port, precommit_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:56:19.917800 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.plugin [None req-5fc17eaf-6d77-4a9b-b0b8-43afce6706ec admin admin] Calling delete_port for 84cd38fc-37f9-4045-8548-0fb3f75fde6d owned by network:dhcp {{(pid=85266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 09 13:56:20.051871 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.db [None req-0967210c-378d-4fc9-baa4-c3e432a608e4 None None] For port 84cd38fc-37f9-4045-8548-0fb3f75fde6d, host dv-cinder-785362-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-1-smb',level=0,port_id=84cd38fc-37f9-4045-8548-0fb3f75fde6d,segment=NetworkSegment(5a4ed491-6058-4194-8f87-1763fd0fd419),segment_id=5a4ed491-6058-4194-8f87-1763fd0fd419)] {{(pid=85267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 09 13:56:20.052894 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-0967210c-378d-4fc9-baa4-c3e432a608e4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-707704'] for port, precommit_delete {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:56:20.088680 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-5fc17eaf-6d77-4a9b-b0b8-43afce6706ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853739901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853759498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363265038874501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363265039307636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2203223'] for port, after_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:56:20.110867 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-cec0dd66-7660-450a-b7ba-1ea017b326a4 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:56:20.193503 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc17eaf-6d77-4a9b-b0b8-43afce6706ec admin admin] Pushing event deleted for resources: {'Port': ['ID=84cd38fc-37f9-4045-8548-0fb3f75fde6d,revision_number=None']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:56:20.196705 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-5fc17eaf-6d77-4a9b-b0b8-43afce6706ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:56:20.253211 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.plugin [None req-0967210c-378d-4fc9-baa4-c3e432a608e4 None None] Calling delete_port for 84cd38fc-37f9-4045-8548-0fb3f75fde6d owned by network:dhcp {{(pid=85267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 09 13:56:20.267512 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4761683-82e1-4d17-96c1-205bd709dee5 req-d79db359-8ad8-4d2a-a0c6-9b22a50e8d51 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:56:20.269546 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-d4761683-82e1-4d17-96c1-205bd709dee5 req-d79db359-8ad8-4d2a-a0c6-9b22a50e8d51 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] 10.222.0.75 "GET /v2.0/ports?device_id=fdfd806a-3e22-44ef-950a-a63e62c4ef35 HTTP/1.1" status: 200 len: 945 time: 0.3010039 Apr 09 13:56:20.323944 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-d4761683-82e1-4d17-96c1-205bd709dee5 req-d28b7f76-f122-4c7a-9c5f-7d988c755a28 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] 10.222.0.75 "GET /v2.0/security-groups?id=ed94d330-8b0e-4bea-8543-5b21c533b4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464771 Apr 09 13:56:20.334333 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fc17eaf-6d77-4a9b-b0b8-43afce6706ec admin admin] No DVR routers for this DVR port 84cd38fc-37f9-4045-8548-0fb3f75fde6d on host dv-cinder-785362-1-smb {{(pid=85266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 09 13:56:20.474775 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-5fc17eaf-6d77-4a9b-b0b8-43afce6706ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-12623', 'neutron.services.segments.db._delete_segments_for_network--9223363265038819086'] for network, precommit_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:56:20.477726 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.db.api [None req-0967210c-378d-4fc9-baa4-c3e432a608e4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85267) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 09 13:56:20.478448 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_db.api [None req-0967210c-378d-4fc9-baa4-c3e432a608e4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 09 13:56:20.611305 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.services.segments.db [None req-5fc17eaf-6d77-4a9b-b0b8-43afce6706ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05572312-ba94-44c0-9d23-59b1e6c5c81f']}} {{(pid=85266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 13:56:20.630675 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.services.segments.db [None req-5fc17eaf-6d77-4a9b-b0b8-43afce6706ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a4ed491-6058-4194-8f87-1763fd0fd419') {'for_net_delete': True} {{(pid=85266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 13:56:20.630675 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.services.segments.db [None req-5fc17eaf-6d77-4a9b-b0b8-43afce6706ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a4ed491-6058-4194-8f87-1763fd0fd419') {} {{(pid=85266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 13:56:20.646600 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-5fc17eaf-6d77-4a9b-b0b8-43afce6706ec admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363265038788092', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852573549'] for segment, before_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:56:20.672901 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-5fc17eaf-6d77-4a9b-b0b8-43afce6706ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854760408'] for segment, precommit_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:56:20.686118 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fc17eaf-6d77-4a9b-b0b8-43afce6706ec admin admin] Releasing vlan 631 on physical network physnet1 to pool {{(pid=85266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 09 13:56:20.900890 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.managers [None req-5fc17eaf-6d77-4a9b-b0b8-43afce6706ec admin admin] Network 05572312-ba94-44c0-9d23-59b1e6c5c81f has no segments {{(pid=85266) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 09 13:56:20.913437 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-5fc17eaf-6d77-4a9b-b0b8-43afce6706ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852572640'] for segment, after_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:56:20.981353 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.plugin [None req-0967210c-378d-4fc9-baa4-c3e432a608e4 None None] Deleting port 84cd38fc-37f9-4045-8548-0fb3f75fde6d {{(pid=85267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 09 13:56:20.982200 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-0967210c-378d-4fc9-baa4-c3e432a608e4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771815896742'] for port, before_delete {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:56:21.129726 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.plugin [None req-0967210c-378d-4fc9-baa4-c3e432a608e4 None None] The port '84cd38fc-37f9-4045-8548-0fb3f75fde6d' was deleted {{(pid=85267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 09 13:56:21.135950 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.managers [None req-5fc17eaf-6d77-4a9b-b0b8-43afce6706ec admin admin] Network 05572312-ba94-44c0-9d23-59b1e6c5c81f has no segments {{(pid=85266) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 09 13:56:21.195815 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.rpc [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Device 84cd38fc-37f9-4045-8548-0fb3f75fde6d no longer exists at agent ovs-agent-dv-cinder-785362-1-smb {{(pid=85267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 09 13:56:21.253131 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.plugin [None req-250ccce2-add9-4520-ab97-985e32375bee None None] No Port match for: 84cd38fc-37f9-4045-8548-0fb3f75fde6d {{(pid=85267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 09 13:56:21.253982 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.rpc [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Device 84cd38fc-37f9-4045-8548-0fb3f75fde6d not bound to the agent host dv-cinder-785362-1-smb {{(pid=85267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 09 13:56:21.487539 dv-cinder-785362-1-smb neutron-server[85152]: Traceback (most recent call last): Apr 09 13:56:21.487539 dv-cinder-785362-1-smb neutron-server[85152]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 09 13:56:21.487539 dv-cinder-785362-1-smb neutron-server[85152]: timer() Apr 09 13:56:21.487539 dv-cinder-785362-1-smb neutron-server[85152]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 09 13:56:21.487539 dv-cinder-785362-1-smb neutron-server[85152]: cb(*args, **kw) Apr 09 13:56:21.487539 dv-cinder-785362-1-smb neutron-server[85152]: File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper Apr 09 13:56:21.487539 dv-cinder-785362-1-smb neutron-server[85152]: return func(*args, **kwargs) Apr 09 13:56:21.487539 dv-cinder-785362-1-smb neutron-server[85152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 09 13:56:21.487539 dv-cinder-785362-1-smb neutron-server[85152]: self._notify() Apr 09 13:56:21.487539 dv-cinder-785362-1-smb neutron-server[85152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 09 13:56:21.487539 dv-cinder-785362-1-smb neutron-server[85152]: self.callback(batched_events) Apr 09 13:56:21.487539 dv-cinder-785362-1-smb neutron-server[85152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 09 13:56:21.487539 dv-cinder-785362-1-smb neutron-server[85152]: event.method(event) Apr 09 13:56:21.487539 dv-cinder-785362-1-smb neutron-server[85152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 09 13:56:21.487539 dv-cinder-785362-1-smb neutron-server[85152]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 09 13:56:21.487539 dv-cinder-785362-1-smb neutron-server[85152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 09 13:56:21.487539 dv-cinder-785362-1-smb neutron-server[85152]: segment_id)['aggregates'][0] Apr 09 13:56:21.487539 dv-cinder-785362-1-smb neutron-server[85152]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 09 13:56:21.487539 dv-cinder-785362-1-smb neutron-server[85152]: return f(self, *a, **k) Apr 09 13:56:21.487539 dv-cinder-785362-1-smb neutron-server[85152]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 09 13:56:21.487539 dv-cinder-785362-1-smb neutron-server[85152]: return self._get(url).json() Apr 09 13:56:21.487539 dv-cinder-785362-1-smb neutron-server[85152]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 09 13:56:21.487539 dv-cinder-785362-1-smb neutron-server[85152]: **kwargs) Apr 09 13:56:21.487539 dv-cinder-785362-1-smb neutron-server[85152]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 09 13:56:21.487539 dv-cinder-785362-1-smb neutron-server[85152]: return self.request(url, 'GET', **kwargs) Apr 09 13:56:21.487539 dv-cinder-785362-1-smb neutron-server[85152]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 09 13:56:21.487539 dv-cinder-785362-1-smb neutron-server[85152]: **endpoint_filter) Apr 09 13:56:21.487539 dv-cinder-785362-1-smb neutron-server[85152]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 09 13:56:21.487539 dv-cinder-785362-1-smb neutron-server[85152]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 09 13:56:21.487539 dv-cinder-785362-1-smb neutron-server[85152]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 09 13:56:21.487539 dv-cinder-785362-1-smb neutron-server[85152]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 09 13:56:21.487539 dv-cinder-785362-1-smb neutron-server[85152]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 09 13:56:21.673577 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-5fc17eaf-6d77-4a9b-b0b8-43afce6706ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854763193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-711362'] for network, after_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:56:21.695124 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:56:21.717065 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-5fc17eaf-6d77-4a9b-b0b8-43afce6706ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758280'] for network, before_response {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:56:21.734972 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc17eaf-6d77-4a9b-b0b8-43afce6706ec admin admin] Pushing event deleted for resources: {'Network': ['ID=05572312-ba94-44c0-9d23-59b1e6c5c81f,revision_number=None']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:56:21.738099 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-5fc17eaf-6d77-4a9b-b0b8-43afce6706ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:56:21.756597 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-5fc17eaf-6d77-4a9b-b0b8-43afce6706ec admin admin] 10.222.0.75 "DELETE /v2.0/networks/05572312-ba94-44c0-9d23-59b1e6c5c81f HTTP/1.1" status: 204 len: 168 time: 2.6330907 Apr 09 13:56:21.769661 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6d91eb-0f09-4bff-ae63-e606ce75f968 req-bab1b430-eb45-4fab-bccd-a0bc8be046a8 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:56:21.771406 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-fb6d91eb-0f09-4bff-ae63-e606ce75f968 req-bab1b430-eb45-4fab-bccd-a0bc8be046a8 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] 10.222.0.75 "GET /v2.0/ports?device_id=fdfd806a-3e22-44ef-950a-a63e62c4ef35 HTTP/1.1" status: 200 len: 945 time: 0.1882689 Apr 09 13:56:21.845912 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-fb6d91eb-0f09-4bff-ae63-e606ce75f968 req-aed20bad-60bd-4439-bdd3-3d9053b963db tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] 10.222.0.75 "GET /v2.0/security-groups?id=ed94d330-8b0e-4bea-8543-5b21c533b4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648437 Apr 09 13:56:21.946192 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.75', 37102) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:56:22.001568 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-daad006a-2630-413e-ad5d-aba8ba28c339 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=8b1366e2a2764227a2e3ada9f6348323&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0527472 Apr 09 13:56:22.004439 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85266) accepted ('10.222.0.75', 37106) {{(pid=85266) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:56:22.085886 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-65d4ee60-9839-45a2-aaf9-1126c15fe528 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:56:22.119187 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-65d4ee60-9839-45a2-aaf9-1126c15fe528 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:56:22.223333 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-65d4ee60-9839-45a2-aaf9-1126c15fe528 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738555'] for security_group, after_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:56:22.234161 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-7a7690ef-3822-4e3c-966a-eb46b38591e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:56:22.253256 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d4ee60-9839-45a2-aaf9-1126c15fe528 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1eac8ca5-b029-4506-bf32-02ea772d9332,revision_number=None']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:56:22.256494 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-65d4ee60-9839-45a2-aaf9-1126c15fe528 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:56:22.257874 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-65d4ee60-9839-45a2-aaf9-1126c15fe528 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/1eac8ca5-b029-4506-bf32-02ea772d9332 HTTP/1.1" status: 204 len: 168 time: 0.2522199 Apr 09 13:56:22.258999 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-65d4ee60-9839-45a2-aaf9-1126c15fe528 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:56:23.101379 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c8335a-1e51-4151-9ac6-25d400eb498e req-12d93744-3265-4610-99b3-8c9f6425daab tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:56:23.103144 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-84c8335a-1e51-4151-9ac6-25d400eb498e req-12d93744-3265-4610-99b3-8c9f6425daab tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] 10.222.0.75 "GET /v2.0/ports?device_id=fdfd806a-3e22-44ef-950a-a63e62c4ef35 HTTP/1.1" status: 200 len: 945 time: 0.1152418 Apr 09 13:56:23.142292 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-84c8335a-1e51-4151-9ac6-25d400eb498e req-d81e22c4-3003-4907-9e9d-b559dcb427cf tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] 10.222.0.75 "GET /v2.0/security-groups?id=ed94d330-8b0e-4bea-8543-5b21c533b4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319824 Apr 09 13:56:23.254899 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85266) accepted ('10.222.0.75', 37142) {{(pid=85266) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:56:23.376130 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.v2.base [None req-9864857d-2379-4273-a105-82a0e86e0c3e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1646110356-network', 'tenant_id': '62f48136cb2a4566a0aa2a3df7313d89'}} {{(pid=85266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 09 13:56:23.381709 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-9864857d-2379-4273-a105-82a0e86e0c3e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 13:56:23.386200 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-9864857d-2379-4273-a105-82a0e86e0c3e admin admin] Usage tracker for resource:network and tenant:62f48136cb2a4566a0aa2a3df7313d89 is out of sync, need to count used quota {{(pid=85266) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 13:56:23.389716 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-9864857d-2379-4273-a105-82a0e86e0c3e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85266) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 13:56:23.396345 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-9864857d-2379-4273-a105-82a0e86e0c3e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 13:56:23.405890 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9864857d-2379-4273-a105-82a0e86e0c3e admin admin] Made reservation on behalf of 62f48136cb2a4566a0aa2a3df7313d89 for: {'network': 1} {{(pid=85266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 09 13:56:23.410820 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-9864857d-2379-4273-a105-82a0e86e0c3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853739810'] for network, before_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:56:23.424229 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-9864857d-2379-4273-a105-82a0e86e0c3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:56:23.439745 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-9864857d-2379-4273-a105-82a0e86e0c3e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 13:56:23.444633 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-9864857d-2379-4273-a105-82a0e86e0c3e admin admin] Usage tracker for resource:security_group_rule and tenant:62f48136cb2a4566a0aa2a3df7313d89 is out of sync, need to count used quota {{(pid=85266) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 13:56:23.447640 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-9864857d-2379-4273-a105-82a0e86e0c3e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85266) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 13:56:23.454165 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-9864857d-2379-4273-a105-82a0e86e0c3e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 13:56:23.549351 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-9864857d-2379-4273-a105-82a0e86e0c3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:56:23.552867 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-9864857d-2379-4273-a105-82a0e86e0c3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738555'] for security_group, after_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:56:23.557575 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-6359262b-478f-4cdc-be04-11eee47e3333 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:56:23.584659 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9864857d-2379-4273-a105-82a0e86e0c3e admin admin] vlan segment allocate from pool success with {'vlan_id': 642, 'physical_network': 'physnet1'} {{(pid=85266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 09 13:56:23.598916 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9864857d-2379-4273-a105-82a0e86e0c3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8f7f5e9-cd69-4835-8f28-4d28be93cebb,revision_number=1']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:56:23.603585 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-9864857d-2379-4273-a105-82a0e86e0c3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:56:23.604572 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-9864857d-2379-4273-a105-82a0e86e0c3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854760408'] for segment, precommit_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:56:23.604958 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.db.segments_db [None req-9864857d-2379-4273-a105-82a0e86e0c3e admin admin] Added segment 9ea96457-6cc3-4179-a4b9-741b8e01731f of type vlan for network 980ef833-70b8-42cc-945f-bbc9825cba0e Apr 09 13:56:23.632927 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-9864857d-2379-4273-a105-82a0e86e0c3e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363265039334123'] for network, precommit_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:56:23.663753 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-9864857d-2379-4273-a105-82a0e86e0c3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299'] for network, after_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:56:23.665191 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9864857d-2379-4273-a105-82a0e86e0c3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:56:23.665866 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-9864857d-2379-4273-a105-82a0e86e0c3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758280'] for network, before_response {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:56:23.671419 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:56:23.770830 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eec13be-6e28-4c11-bf06-e350379803e7 req-3cb07167-191c-4c25-9422-263c57795bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:56:23.772430 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-7eec13be-6e28-4c11-bf06-e350379803e7 req-3cb07167-191c-4c25-9422-263c57795bf3 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=a2b444c2a873486d8c3ff30419c2c3f8&device_id=fdfd806a-3e22-44ef-950a-a63e62c4ef35 HTTP/1.1" status: 200 len: 1098 time: 0.0808995 Apr 09 13:56:23.781121 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-9864857d-2379-4273-a105-82a0e86e0c3e admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5248077 Apr 09 13:56:23.782095 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9864857d-2379-4273-a105-82a0e86e0c3e admin admin] Pushing event updated for resources: {'Network': ['ID=980ef833-70b8-42cc-945f-bbc9825cba0e,revision_number=1']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:56:23.784158 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85266) accepted ('10.222.0.75', 37148) {{(pid=85266) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:56:23.786827 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-9864857d-2379-4273-a105-82a0e86e0c3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:56:23.791251 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.v2.base [None req-208e3135-6ef3-46f3-a3c4-79ac3272ee4a admin admin] Request body: {'subnet': {'network_id': '980ef833-70b8-42cc-945f-bbc9825cba0e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1646110356-subnet', 'tenant_id': '62f48136cb2a4566a0aa2a3df7313d89', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 09 13:56:23.793927 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.rpc [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Network 980ef833-70b8-42cc-945f-bbc9825cba0e details requested by agent ovs-agent-dv-cinder-785362-1-smb with host dv-cinder-785362-1-smb {{(pid=85267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 09 13:56:23.796691 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-208e3135-6ef3-46f3-a3c4-79ac3272ee4a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 13:56:23.800967 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-208e3135-6ef3-46f3-a3c4-79ac3272ee4a admin admin] Usage tracker for resource:subnet and tenant:62f48136cb2a4566a0aa2a3df7313d89 is out of sync, need to count used quota {{(pid=85266) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 13:56:23.803866 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-208e3135-6ef3-46f3-a3c4-79ac3272ee4a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85266) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 13:56:23.810891 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-208e3135-6ef3-46f3-a3c4-79ac3272ee4a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 13:56:23.821025 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-208e3135-6ef3-46f3-a3c4-79ac3272ee4a admin admin] Made reservation on behalf of 62f48136cb2a4566a0aa2a3df7313d89 for: {'subnet': 1} {{(pid=85266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 09 13:56:23.826664 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-208e3135-6ef3-46f3-a3c4-79ac3272ee4a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852557381'] for subnet, before_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:56:23.924037 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eec13be-6e28-4c11-bf06-e350379803e7 req-2bbca979-1c07-4684-babe-057122a3b8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:56:23.926030 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-7eec13be-6e28-4c11-bf06-e350379803e7 req-2bbca979-1c07-4684-babe-057122a3b8b1 service neutron] 10.222.0.90 "GET /v2.0/networks?id=a4bc50d2-4a55-4ee1-87aa-a1e91be18584 HTTP/1.1" status: 200 len: 918 time: 0.1462104 Apr 09 13:56:24.042351 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-7eec13be-6e28-4c11-bf06-e350379803e7 req-5f5edca6-13aa-4b9e-b2b6-a690eb237102 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=73594664-ccef-4cc6-8c6f-3ac0812c9d97 HTTP/1.1" status: 200 len: 1000 time: 0.1099236 Apr 09 13:56:24.117282 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eec13be-6e28-4c11-bf06-e350379803e7 req-7dd51fff-cadc-47ae-809b-3fec571aeea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:56:24.118826 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-7eec13be-6e28-4c11-bf06-e350379803e7 req-7dd51fff-cadc-47ae-809b-3fec571aeea8 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=0144e1c8-7bcb-42a5-ac9e-709c8b2e67a5 HTTP/1.1" status: 200 len: 856 time: 0.0693071 Apr 09 13:56:24.208470 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eec13be-6e28-4c11-bf06-e350379803e7 req-8a471e02-2fca-4f4f-8549-07d8bef09b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:56:24.210130 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-7eec13be-6e28-4c11-bf06-e350379803e7 req-8a471e02-2fca-4f4f-8549-07d8bef09b1c service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=a4bc50d2-4a55-4ee1-87aa-a1e91be18584&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0835991 Apr 09 13:56:24.261522 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-208e3135-6ef3-46f3-a3c4-79ac3272ee4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2203313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852557430'] for subnet, after_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:56:24.279371 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:56:24.357299 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-7eec13be-6e28-4c11-bf06-e350379803e7 req-5862baa4-0fca-4bf3-b7b7-ea1ae41caa88 service neutron] 10.222.0.90 "GET /v2.0/networks/a4bc50d2-4a55-4ee1-87aa-a1e91be18584?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400154 Apr 09 13:56:24.474499 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208e3135-6ef3-46f3-a3c4-79ac3272ee4a admin admin] Pushing event updated for resources: {'Subnet': ['ID=96e1aee4-dcb2-4577-bd93-34e5cc40f330,revision_number=0']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:56:24.486971 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-208e3135-6ef3-46f3-a3c4-79ac3272ee4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:56:24.508445 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-7eec13be-6e28-4c11-bf06-e350379803e7 req-42db6de9-28a0-4189-b17f-3b7ff10d0eb5 service neutron] 10.222.0.90 "GET /v2.0/networks/a4bc50d2-4a55-4ee1-87aa-a1e91be18584?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448414 Apr 09 13:56:24.542946 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4947f1e-aa7c-4a3e-a7d9-ce582cfaec18 req-e81b4008-f174-45d3-8360-08581092b99f tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:56:24.545233 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-d4947f1e-aa7c-4a3e-a7d9-ce582cfaec18 req-e81b4008-f174-45d3-8360-08581092b99f tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] 10.222.0.75 "GET /v2.0/ports?device_id=fdfd806a-3e22-44ef-950a-a63e62c4ef35 HTTP/1.1" status: 200 len: 945 time: 0.2669091 Apr 09 13:56:24.594872 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-d4947f1e-aa7c-4a3e-a7d9-ce582cfaec18 req-bf19e7b6-21bc-4109-b5a2-4968f9a5c673 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] 10.222.0.75 "GET /v2.0/security-groups?id=ed94d330-8b0e-4bea-8543-5b21c533b4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419869 Apr 09 13:56:24.597849 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-208e3135-6ef3-46f3-a3c4-79ac3272ee4a admin admin] Checking segment: {'id': '9ea96457-6cc3-4179-a4b9-741b8e01731f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '980ef833-70b8-42cc-945f-bbc9825cba0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 09 13:56:24.598249 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-208e3135-6ef3-46f3-a3c4-79ac3272ee4a admin admin] Network hostable DHCP agents. Network: 980ef833-70b8-42cc-945f-bbc9825cba0e, hostable agents: ['977b5286-6f81-4d97-b9b2-e69f70c69ca5'], hosted agents: [] {{(pid=85266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 09 13:56:24.617825 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-208e3135-6ef3-46f3-a3c4-79ac3272ee4a admin admin] Network 980ef833-70b8-42cc-945f-bbc9825cba0e is scheduled to be hosted by DHCP agent 977b5286-6f81-4d97-b9b2-e69f70c69ca5 with binding_index 1 {{(pid=85266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 09 13:56:24.626979 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.scheduler.base_scheduler [None req-208e3135-6ef3-46f3-a3c4-79ac3272ee4a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-785362-1-smb, 980ef833-70b8-42cc-945f-bbc9825cba0e) {{(pid=85266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 09 13:56:24.636084 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26a0c667-4f8d-4954-a5f8-4a549945310b None None] Network 980ef833-70b8-42cc-945f-bbc9825cba0e requested from dv-cinder-785362-1-smb {{(pid=85267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 09 13:56:24.640896 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-208e3135-6ef3-46f3-a3c4-79ac3272ee4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:56:24.641549 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-208e3135-6ef3-46f3-a3c4-79ac3272ee4a admin admin] Notify callbacks [] for subnet, before_response {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:56:24.661311 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-208e3135-6ef3-46f3-a3c4-79ac3272ee4a admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8760245 Apr 09 13:56:24.867718 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72cbf009-b1d8-469d-81f6-8e3c1cb59e42 None None] Network 980ef833-70b8-42cc-945f-bbc9825cba0e requested from dv-cinder-785362-1-smb {{(pid=85267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 09 13:56:25.255693 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428dc6ad-ac3f-4cdd-b5f4-c0841a8cec2e req-bfd81e10-a917-4a6e-ad7a-a60d5ab8db12 tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:56:25.256446 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [req-428dc6ad-ac3f-4cdd-b5f4-c0841a8cec2e req-bfd81e10-a917-4a6e-ad7a-a60d5ab8db12 tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] Synchronizing usage tracker for tenant:62f48136cb2a4566a0aa2a3df7313d89 on resource:network {{(pid=85266) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 09 13:56:25.273768 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [req-428dc6ad-ac3f-4cdd-b5f4-c0841a8cec2e req-bfd81e10-a917-4a6e-ad7a-a60d5ab8db12 tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] Unset dirty status for tenant:62f48136cb2a4566a0aa2a3df7313d89 on resource:network {{(pid=85266) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 09 13:56:25.275048 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-428dc6ad-ac3f-4cdd-b5f4-c0841a8cec2e req-bfd81e10-a917-4a6e-ad7a-a60d5ab8db12 tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] 10.222.0.75 "GET /v2.0/networks?id=980ef833-70b8-42cc-945f-bbc9825cba0e HTTP/1.1" status: 200 len: 815 time: 0.1794627 Apr 09 13:56:25.291669 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-428dc6ad-ac3f-4cdd-b5f4-c0841a8cec2e req-b05b0995-99c9-46ce-b806-1f69e202540e tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] 10.222.0.75 "GET /v2.0/quotas/62f48136cb2a4566a0aa2a3df7313d89 HTTP/1.1" status: 200 len: 375 time: 0.0104153 Apr 09 13:56:25.347218 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-428dc6ad-ac3f-4cdd-b5f4-c0841a8cec2e req-4df3b4e3-b3c9-48b8-8d08-196544e72dac tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=62f48136cb2a4566a0aa2a3df7313d89&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0489540 Apr 09 13:56:25.494822 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-428dc6ad-ac3f-4cdd-b5f4-c0841a8cec2e req-8c45ea3f-02fd-4519-9e53-7e5965b99adc service neutron] 10.222.0.75 "GET /v2.0/networks/980ef833-70b8-42cc-945f-bbc9825cba0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401956 Apr 09 13:56:25.647826 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-428dc6ad-ac3f-4cdd-b5f4-c0841a8cec2e req-1bdbc722-08da-4fc2-b42b-9735b25198a6 service neutron] 10.222.0.75 "GET /v2.0/networks/980ef833-70b8-42cc-945f-bbc9825cba0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426187 Apr 09 13:56:26.165192 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.rpc [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Device 73594664-ccef-4cc6-8c6f-3ac0812c9d97 no longer exists at agent hyperv_hv-cinder-78536 {{(pid=85267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 09 13:56:26.298291 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853739810'] for port, before_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:56:26.313366 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdfd806a-3e22-44ef-950a-a63e62c4ef35', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '73594664-ccef-4cc6-8c6f-3ac0812c9d97'}] {{(pid=85267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 09 13:56:26.323904 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.db [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] For port 73594664-ccef-4cc6-8c6f-3ac0812c9d97, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=73594664-ccef-4cc6-8c6f-3ac0812c9d97,segment=NetworkSegment(5475d062-1238-45f6-bf79-210ecdb0febe),segment_id=5475d062-1238-45f6-bf79-210ecdb0febe)] {{(pid=85267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 09 13:56:26.328421 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853739901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853759498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265038874484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771815468181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265039307602'] for port, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:56:26.330728 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:56:26.401923 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Pushing event updated for resources: {'Port': ['ID=73594664-ccef-4cc6-8c6f-3ac0812c9d97,revision_number=8']} {{(pid=85267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:56:26.405504 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=85267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:56:26.969106 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e660394-83e2-49a0-aa84-b583b371d6b4 req-9807108d-cb45-44c9-a904-d08c0cbf46b8 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:56:26.970901 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-2e660394-83e2-49a0-aa84-b583b371d6b4 req-9807108d-cb45-44c9-a904-d08c0cbf46b8 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] 10.222.0.75 "GET /v2.0/ports?device_id=fdfd806a-3e22-44ef-950a-a63e62c4ef35 HTTP/1.1" status: 200 len: 943 time: 0.1016841 Apr 09 13:56:27.001627 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-2e660394-83e2-49a0-aa84-b583b371d6b4 req-90bf8e33-a1a6-42f8-a429-ae21f6506313 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] 10.222.0.75 "GET /v2.0/security-groups?id=ed94d330-8b0e-4bea-8543-5b21c533b4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0238767 Apr 09 13:56:27.056900 dv-cinder-785362-1-smb neutron-server[85152]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'fdfd806a-3e22-44ef-950a-a63e62c4ef35', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '73594664-ccef-4cc6-8c6f-3ac0812c9d97', 'code': 422} returned with failed status Apr 09 13:56:27.135356 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-26f6d5c4-b323-440d-9f9e-204797108537 req-66212f1b-c786-408a-bb86-311e58645a02 tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] 10.222.0.75 "GET /v2.0/ports?device_id=d88d5a1c-e792-4b18-94c9-2588e9a40ae9 HTTP/1.1" status: 200 len: 210 time: 0.0484891 Apr 09 13:56:28.280499 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-15f5f234-a138-481a-9904-b4ba8f99fe82 req-f8423768-0a5b-4aa6-96af-38d6ef93230e tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] 10.222.0.75 "GET /v2.0/ports?device_id=d88d5a1c-e792-4b18-94c9-2588e9a40ae9 HTTP/1.1" status: 200 len: 210 time: 0.0494373 Apr 09 13:56:28.675530 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0cc8db-428f-476c-a586-0c38a08e8c1f req-cefaa6cf-2da4-4151-add9-2162d0586446 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:56:28.677151 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-ad0cc8db-428f-476c-a586-0c38a08e8c1f req-cefaa6cf-2da4-4151-add9-2162d0586446 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] 10.222.0.75 "GET /v2.0/ports?device_id=fdfd806a-3e22-44ef-950a-a63e62c4ef35 HTTP/1.1" status: 200 len: 943 time: 0.0980799 Apr 09 13:56:28.709776 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-ad0cc8db-428f-476c-a586-0c38a08e8c1f req-9ab1e46c-d0f3-48c9-8d98-0e066644842c tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] 10.222.0.75 "GET /v2.0/security-groups?id=ed94d330-8b0e-4bea-8543-5b21c533b4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0258772 Apr 09 13:56:28.857853 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-a69b5d69-dd95-4535-9e56-bd21fed078b0 req-21ad9140-9e92-401b-b49c-b7b8bdb2dd2f service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=fdfd806a-3e22-44ef-950a-a63e62c4ef35&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0831122 Apr 09 13:56:29.447920 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-aa8d184b-67ee-41a2-9c8b-33251b062d88 req-254f20fb-50ee-44e1-8bd8-77b209ced556 tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] 10.222.0.75 "GET /v2.0/ports?device_id=d88d5a1c-e792-4b18-94c9-2588e9a40ae9 HTTP/1.1" status: 200 len: 210 time: 0.0520363 Apr 09 13:56:29.517521 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69b5d69-dd95-4535-9e56-bd21fed078b0 req-d22588d8-3ca2-434f-be26-365036ed77a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:56:29.519454 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-a69b5d69-dd95-4535-9e56-bd21fed078b0 req-d22588d8-3ca2-434f-be26-365036ed77a9 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=fdfd806a-3e22-44ef-950a-a63e62c4ef35&tenant_id=a2b444c2a873486d8c3ff30419c2c3f8 HTTP/1.1" status: 200 len: 1096 time: 0.0895596 Apr 09 13:56:29.630547 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69b5d69-dd95-4535-9e56-bd21fed078b0 req-d6e8c523-9b12-4e8f-851e-de0ec5ceca89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:56:29.632084 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-a69b5d69-dd95-4535-9e56-bd21fed078b0 req-d6e8c523-9b12-4e8f-851e-de0ec5ceca89 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=a2b444c2a873486d8c3ff30419c2c3f8&device_id=fdfd806a-3e22-44ef-950a-a63e62c4ef35 HTTP/1.1" status: 200 len: 1096 time: 0.0899253 Apr 09 13:56:29.779985 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69b5d69-dd95-4535-9e56-bd21fed078b0 req-b60cacd8-eb95-445a-a110-65138edbedd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:56:29.781596 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-a69b5d69-dd95-4535-9e56-bd21fed078b0 req-b60cacd8-eb95-445a-a110-65138edbedd2 service neutron] 10.222.0.90 "GET /v2.0/networks?id=a4bc50d2-4a55-4ee1-87aa-a1e91be18584 HTTP/1.1" status: 200 len: 918 time: 0.1421561 Apr 09 13:56:29.910829 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-a69b5d69-dd95-4535-9e56-bd21fed078b0 req-d105787b-3ad0-4aab-90c8-e64334b5811f service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=73594664-ccef-4cc6-8c6f-3ac0812c9d97 HTTP/1.1" status: 200 len: 998 time: 0.1210997 Apr 09 13:56:29.992708 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69b5d69-dd95-4535-9e56-bd21fed078b0 req-296d7b08-8a3e-455b-ad92-4d0b75742d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:56:29.994654 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-a69b5d69-dd95-4535-9e56-bd21fed078b0 req-296d7b08-8a3e-455b-ad92-4d0b75742d49 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=0144e1c8-7bcb-42a5-ac9e-709c8b2e67a5 HTTP/1.1" status: 200 len: 856 time: 0.0740130 Apr 09 13:56:30.091353 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69b5d69-dd95-4535-9e56-bd21fed078b0 req-655b3d3d-5d7f-4b7b-bbb9-cce3b732c786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:56:30.092982 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-a69b5d69-dd95-4535-9e56-bd21fed078b0 req-655b3d3d-5d7f-4b7b-bbb9-cce3b732c786 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=a4bc50d2-4a55-4ee1-87aa-a1e91be18584&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0911603 Apr 09 13:56:30.174651 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.rpc [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Device 73594664-ccef-4cc6-8c6f-3ac0812c9d97 no longer exists at agent hyperv_hv-cinder-78536 {{(pid=85267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 09 13:56:30.174784 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428dc6ad-ac3f-4cdd-b5f4-c0841a8cec2e req-87e82786-2a1a-49fa-9f52-94e01dd0be33 tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:56:30.176391 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-428dc6ad-ac3f-4cdd-b5f4-c0841a8cec2e req-87e82786-2a1a-49fa-9f52-94e01dd0be33 tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] 10.222.0.90 "GET /v2.0/networks?id=980ef833-70b8-42cc-945f-bbc9825cba0e HTTP/1.1" status: 200 len: 815 time: 0.2384882 Apr 09 13:56:30.190918 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c941db-1ac0-45c8-af43-30108480e262 req-39647d30-29b8-4913-b28d-3eeb063cef7d tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:56:30.199770 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-46c941db-1ac0-45c8-af43-30108480e262 req-39647d30-29b8-4913-b28d-3eeb063cef7d tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] 10.222.0.75 "GET /v2.0/ports?device_id=fdfd806a-3e22-44ef-950a-a63e62c4ef35 HTTP/1.1" status: 200 len: 943 time: 0.1600842 Apr 09 13:56:30.221118 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.v2.base [req-428dc6ad-ac3f-4cdd-b5f4-c0841a8cec2e req-4319ea1c-45e1-4a84-9059-a34ac60d8379 tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] Request body: {'port': {'device_id': 'd88d5a1c-e792-4b18-94c9-2588e9a40ae9', 'network_id': '980ef833-70b8-42cc-945f-bbc9825cba0e', 'admin_state_up': True, 'tenant_id': '62f48136cb2a4566a0aa2a3df7313d89'}} {{(pid=85266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 09 13:56:30.269068 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-46c941db-1ac0-45c8-af43-30108480e262 req-75e3c29c-8025-4e5a-8f8e-af11f1735a41 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] 10.222.0.75 "GET /v2.0/security-groups?id=ed94d330-8b0e-4bea-8543-5b21c533b4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683613 Apr 09 13:56:30.396188 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [req-428dc6ad-ac3f-4cdd-b5f4-c0841a8cec2e req-4319ea1c-45e1-4a84-9059-a34ac60d8379 tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 13:56:30.401095 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [req-428dc6ad-ac3f-4cdd-b5f4-c0841a8cec2e req-4319ea1c-45e1-4a84-9059-a34ac60d8379 tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] Usage tracker for resource:port and tenant:62f48136cb2a4566a0aa2a3df7313d89 is out of sync, need to count used quota {{(pid=85266) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 13:56:30.404859 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [req-428dc6ad-ac3f-4cdd-b5f4-c0841a8cec2e req-4319ea1c-45e1-4a84-9059-a34ac60d8379 tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85266) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 13:56:30.411592 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [req-428dc6ad-ac3f-4cdd-b5f4-c0841a8cec2e req-4319ea1c-45e1-4a84-9059-a34ac60d8379 tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 13:56:30.422602 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-428dc6ad-ac3f-4cdd-b5f4-c0841a8cec2e req-4319ea1c-45e1-4a84-9059-a34ac60d8379 tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] Made reservation on behalf of 62f48136cb2a4566a0aa2a3df7313d89 for: {'port': 1} {{(pid=85266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 09 13:56:30.428742 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [req-428dc6ad-ac3f-4cdd-b5f4-c0841a8cec2e req-4319ea1c-45e1-4a84-9059-a34ac60d8379 tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853739810'] for port, before_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:56:30.490360 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-a69b5d69-dd95-4535-9e56-bd21fed078b0 req-9b176a7a-3730-4470-9a0a-a3c13a75cc6b service neutron] 10.222.0.90 "GET /v2.0/networks/a4bc50d2-4a55-4ee1-87aa-a1e91be18584?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3900549 Apr 09 13:56:30.645075 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-a69b5d69-dd95-4535-9e56-bd21fed078b0 req-23ba7fe1-15ee-4692-8d7b-5c4e846dbc53 service neutron] 10.222.0.90 "GET /v2.0/networks/a4bc50d2-4a55-4ee1-87aa-a1e91be18584?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475012 Apr 09 13:56:30.655207 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-0892fb5f-ab2f-4c92-928d-3dd89c06c66b req-befc935e-f3bb-4a49-b111-fbcecbc1ba80 tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] 10.222.0.75 "GET /v2.0/ports?device_id=d88d5a1c-e792-4b18-94c9-2588e9a40ae9 HTTP/1.1" status: 200 len: 210 time: 0.0683343 Apr 09 13:56:30.673876 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.db_base_plugin_common [req-428dc6ad-ac3f-4cdd-b5f4-c0841a8cec2e req-4319ea1c-45e1-4a84-9059-a34ac60d8379 tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] Allocated IP 172.20.0.13 (980ef833-70b8-42cc-945f-bbc9825cba0e/96e1aee4-dcb2-4577-bd93-34e5cc40f330/1df5cbc1-88b0-421e-b6c8-4778e22e26e6) {{(pid=85266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 09 13:56:30.885555 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [req-428dc6ad-ac3f-4cdd-b5f4-c0841a8cec2e req-4319ea1c-45e1-4a84-9059-a34ac60d8379 tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] Notify callbacks [] for port, precommit_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:56:30.925622 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [req-428dc6ad-ac3f-4cdd-b5f4-c0841a8cec2e req-4319ea1c-45e1-4a84-9059-a34ac60d8379 tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853739901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853759498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771815468164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2203223'] for port, after_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:56:30.941635 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-a56a498b-5d0c-43a6-afcb-e0e405bf87f1 tempest-VolumesSnapshotTestJSON-854221919 tempest-VolumesSnapshotTestJSON-854221919-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:56:31.092109 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-f03db614-896a-4448-89bd-6d05b6a25120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:56:31.317264 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4319ea1c-45e1-4a84-9059-a34ac60d8379 tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] Pushing event updated for resources: {'Port': ['ID=1df5cbc1-88b0-421e-b6c8-4778e22e26e6,revision_number=1']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:56:31.321925 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-4319ea1c-45e1-4a84-9059-a34ac60d8379 tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:56:31.372978 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-428dc6ad-ac3f-4cdd-b5f4-c0841a8cec2e req-4319ea1c-45e1-4a84-9059-a34ac60d8379 tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] Network 980ef833-70b8-42cc-945f-bbc9825cba0e is already hosted by enough agents. {{(pid=85266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 09 13:56:31.374230 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.scheduler.base_scheduler [req-428dc6ad-ac3f-4cdd-b5f4-c0841a8cec2e req-4319ea1c-45e1-4a84-9059-a34ac60d8379 tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] Resources bound (agent type, host, resource id): {{(pid=85266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 09 13:56:31.376986 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_dvrscheduler_db [req-428dc6ad-ac3f-4cdd-b5f4-c0841a8cec2e req-4319ea1c-45e1-4a84-9059-a34ac60d8379 tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] Received port after_create {{(pid=85266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 09 13:56:31.501434 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428dc6ad-ac3f-4cdd-b5f4-c0841a8cec2e req-4319ea1c-45e1-4a84-9059-a34ac60d8379 tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:56:31.502308 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [req-428dc6ad-ac3f-4cdd-b5f4-c0841a8cec2e req-4319ea1c-45e1-4a84-9059-a34ac60d8379 tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770645'] for port, before_response {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:56:31.538273 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-428dc6ad-ac3f-4cdd-b5f4-c0841a8cec2e req-4319ea1c-45e1-4a84-9059-a34ac60d8379 tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3359396 Apr 09 13:56:31.550949 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.v2.base [req-428dc6ad-ac3f-4cdd-b5f4-c0841a8cec2e req-a7a10aca-906d-48a1-a1d3-50bed90fe849 service neutron] Request body: {'port': {'device_id': 'd88d5a1c-e792-4b18-94c9-2588e9a40ae9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78536'}} {{(pid=85266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 09 13:56:31.606888 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e749c028-19a8-4881-87f7-5674e245be8c req-54c60075-5bc1-4d79-b676-94d958862abb tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:56:31.608528 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-e749c028-19a8-4881-87f7-5674e245be8c req-54c60075-5bc1-4d79-b676-94d958862abb tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] 10.222.0.75 "GET /v2.0/ports?device_id=fdfd806a-3e22-44ef-950a-a63e62c4ef35 HTTP/1.1" status: 200 len: 943 time: 0.1826274 Apr 09 13:56:31.684912 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-e749c028-19a8-4881-87f7-5674e245be8c req-5f555138-4dda-41aa-92c1-a86d13942018 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] 10.222.0.75 "GET /v2.0/security-groups?id=ed94d330-8b0e-4bea-8543-5b21c533b4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679305 Apr 09 13:56:31.744943 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [req-428dc6ad-ac3f-4cdd-b5f4-c0841a8cec2e req-a7a10aca-906d-48a1-a1d3-50bed90fe849 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853739810'] for port, before_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:56:32.046858 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c4b8d6-cf1e-4a79-8f15-58b3c05669ae req-b1d18479-2f73-48cc-a3c9-5e3867e9c12d tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:56:32.047839 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [req-e7c4b8d6-cf1e-4a79-8f15-58b3c05669ae req-b1d18479-2f73-48cc-a3c9-5e3867e9c12d tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] Synchronizing usage tracker for tenant:62f48136cb2a4566a0aa2a3df7313d89 on resource:port {{(pid=85266) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 09 13:56:32.070572 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [req-e7c4b8d6-cf1e-4a79-8f15-58b3c05669ae req-b1d18479-2f73-48cc-a3c9-5e3867e9c12d tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] Unset dirty status for tenant:62f48136cb2a4566a0aa2a3df7313d89 on resource:port {{(pid=85266) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 09 13:56:32.071967 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-e7c4b8d6-cf1e-4a79-8f15-58b3c05669ae req-b1d18479-2f73-48cc-a3c9-5e3867e9c12d tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] 10.222.0.75 "GET /v2.0/ports?device_id=d88d5a1c-e792-4b18-94c9-2588e9a40ae9 HTTP/1.1" status: 200 len: 932 time: 0.2193282 Apr 09 13:56:32.202170 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [req-e7c4b8d6-cf1e-4a79-8f15-58b3c05669ae req-689357b9-7f0f-4970-8476-839b4749dcc1 tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] Synchronizing usage tracker for tenant:62f48136cb2a4566a0aa2a3df7313d89 on resource:security_group {{(pid=85266) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 09 13:56:32.233462 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [req-e7c4b8d6-cf1e-4a79-8f15-58b3c05669ae req-689357b9-7f0f-4970-8476-839b4749dcc1 tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] Unset dirty status for tenant:62f48136cb2a4566a0aa2a3df7313d89 on resource:security_group {{(pid=85266) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 09 13:56:32.234740 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-e7c4b8d6-cf1e-4a79-8f15-58b3c05669ae req-689357b9-7f0f-4970-8476-839b4749dcc1 tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] 10.222.0.75 "GET /v2.0/security-groups?id=c8f7f5e9-cd69-4835-8f28-4d28be93cebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423709 Apr 09 13:56:32.344060 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.notifiers.nova [req-428dc6ad-ac3f-4cdd-b5f4-c0841a8cec2e req-a7a10aca-906d-48a1-a1d3-50bed90fe849 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1df5cbc1-88b0-421e-b6c8-4778e22e26e6 {{(pid=85266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 09 13:56:32.353444 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [req-428dc6ad-ac3f-4cdd-b5f4-c0841a8cec2e req-a7a10aca-906d-48a1-a1d3-50bed90fe849 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:56:32.370580 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.provisioning_blocks [req-428dc6ad-ac3f-4cdd-b5f4-c0841a8cec2e req-a7a10aca-906d-48a1-a1d3-50bed90fe849 service neutron] Transition to ACTIVE for port object 1df5cbc1-88b0-421e-b6c8-4778e22e26e6 will not be triggered until provisioned by entity L2. {{(pid=85266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 09 13:56:32.374440 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [req-428dc6ad-ac3f-4cdd-b5f4-c0841a8cec2e req-a7a10aca-906d-48a1-a1d3-50bed90fe849 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853739901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853759498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265038874484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771815468181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265039307602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852572594'] for port, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:56:32.391095 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:56:32.542656 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a10aca-906d-48a1-a1d3-50bed90fe849 service neutron] Pushing event updated for resources: {'Port': ['ID=1df5cbc1-88b0-421e-b6c8-4778e22e26e6,revision_number=2']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:56:32.548136 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-a7a10aca-906d-48a1-a1d3-50bed90fe849 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:56:32.796896 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.managers [req-428dc6ad-ac3f-4cdd-b5f4-c0841a8cec2e req-a7a10aca-906d-48a1-a1d3-50bed90fe849 service neutron] Attempting to bind port 1df5cbc1-88b0-421e-b6c8-4778e22e26e6 on host hv-cinder-78536 for vnic_type normal with profile {{(pid=85266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 09 13:56:32.797273 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.managers [req-428dc6ad-ac3f-4cdd-b5f4-c0841a8cec2e req-a7a10aca-906d-48a1-a1d3-50bed90fe849 service neutron] Attempting to bind port 1df5cbc1-88b0-421e-b6c8-4778e22e26e6 by drivers openvswitch,hyperv on host hv-cinder-78536 at level 0 using segments [{'id': '9ea96457-6cc3-4179-a4b9-741b8e01731f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '980ef833-70b8-42cc-945f-bbc9825cba0e'}] {{(pid=85266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 09 13:56:32.797652 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-428dc6ad-ac3f-4cdd-b5f4-c0841a8cec2e req-a7a10aca-906d-48a1-a1d3-50bed90fe849 service neutron] Attempting to bind port 1df5cbc1-88b0-421e-b6c8-4778e22e26e6 on network 980ef833-70b8-42cc-945f-bbc9825cba0e {{(pid=85266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 09 13:56:32.803236 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-428dc6ad-ac3f-4cdd-b5f4-c0841a8cec2e req-a7a10aca-906d-48a1-a1d3-50bed90fe849 service neutron] Port 1df5cbc1-88b0-421e-b6c8-4778e22e26e6 on network 980ef833-70b8-42cc-945f-bbc9825cba0e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78536 {{(pid=85266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 09 13:56:32.803802 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-428dc6ad-ac3f-4cdd-b5f4-c0841a8cec2e req-a7a10aca-906d-48a1-a1d3-50bed90fe849 service neutron] Attempting to bind port 1df5cbc1-88b0-421e-b6c8-4778e22e26e6 on network 980ef833-70b8-42cc-945f-bbc9825cba0e {{(pid=85266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 09 13:56:32.810848 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-428dc6ad-ac3f-4cdd-b5f4-c0841a8cec2e req-a7a10aca-906d-48a1-a1d3-50bed90fe849 service neutron] Checking agent: {'id': '5a3daac1-2611-42bd-a388-caa17c5666c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78536', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 9, 13, 45, 11), 'started_at': datetime.datetime(2021, 4, 9, 13, 45, 11), 'heartbeat_timestamp': datetime.datetime(2021, 4, 9, 13, 56, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 09 13:56:32.811226 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-428dc6ad-ac3f-4cdd-b5f4-c0841a8cec2e req-a7a10aca-906d-48a1-a1d3-50bed90fe849 service neutron] Checking segment: {'id': '9ea96457-6cc3-4179-a4b9-741b8e01731f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '980ef833-70b8-42cc-945f-bbc9825cba0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 09 13:56:32.811658 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-428dc6ad-ac3f-4cdd-b5f4-c0841a8cec2e req-a7a10aca-906d-48a1-a1d3-50bed90fe849 service neutron] Bound using segment: {'id': '9ea96457-6cc3-4179-a4b9-741b8e01731f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '980ef833-70b8-42cc-945f-bbc9825cba0e'} {{(pid=85266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 09 13:56:32.812238 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.managers [req-428dc6ad-ac3f-4cdd-b5f4-c0841a8cec2e req-a7a10aca-906d-48a1-a1d3-50bed90fe849 service neutron] Bound port: 1df5cbc1-88b0-421e-b6c8-4778e22e26e6, host: hv-cinder-78536, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ea96457-6cc3-4179-a4b9-741b8e01731f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '980ef833-70b8-42cc-945f-bbc9825cba0e'}}] {{(pid=85266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 09 13:56:32.812635 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [req-428dc6ad-ac3f-4cdd-b5f4-c0841a8cec2e req-a7a10aca-906d-48a1-a1d3-50bed90fe849 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853739810'] for port, before_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:56:32.985618 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.db [req-428dc6ad-ac3f-4cdd-b5f4-c0841a8cec2e req-a7a10aca-906d-48a1-a1d3-50bed90fe849 service neutron] For port 1df5cbc1-88b0-421e-b6c8-4778e22e26e6, host hv-cinder-78536, cleared binding levels {{(pid=85266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 09 13:56:32.998627 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.db [req-428dc6ad-ac3f-4cdd-b5f4-c0841a8cec2e req-a7a10aca-906d-48a1-a1d3-50bed90fe849 service neutron] For port 1df5cbc1-88b0-421e-b6c8-4778e22e26e6, host hv-cinder-78536, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=1df5cbc1-88b0-421e-b6c8-4778e22e26e6,segment=NetworkSegment(9ea96457-6cc3-4179-a4b9-741b8e01731f),segment_id=9ea96457-6cc3-4179-a4b9-741b8e01731f)] {{(pid=85266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 09 13:56:33.006384 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [req-428dc6ad-ac3f-4cdd-b5f4-c0841a8cec2e req-a7a10aca-906d-48a1-a1d3-50bed90fe849 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853739901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853759498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265038874484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771815468181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265039307602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852572594'] for port, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:56:33.023636 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-bae791d8-32aa-4d73-aea4-c71b35307bd9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:56:33.064983 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec237fb-e33a-492d-b118-10b799517664 req-d03f0ffd-34d9-48e8-bbc9-441ea890cdb5 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:56:33.066710 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-eec237fb-e33a-492d-b118-10b799517664 req-d03f0ffd-34d9-48e8-bbc9-441ea890cdb5 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] 10.222.0.75 "GET /v2.0/ports?device_id=fdfd806a-3e22-44ef-950a-a63e62c4ef35 HTTP/1.1" status: 200 len: 943 time: 0.2066200 Apr 09 13:56:33.209947 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-eec237fb-e33a-492d-b118-10b799517664 req-34d36b79-4638-4f30-bd1f-bef171f0ba5d tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] 10.222.0.75 "GET /v2.0/security-groups?id=ed94d330-8b0e-4bea-8543-5b21c533b4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1175766 Apr 09 13:56:33.222091 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a10aca-906d-48a1-a1d3-50bed90fe849 service neutron] Pushing event updated for resources: {'Port': ['ID=1df5cbc1-88b0-421e-b6c8-4778e22e26e6,revision_number=3']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:56:33.226978 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-a7a10aca-906d-48a1-a1d3-50bed90fe849 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:56:33.279218 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428dc6ad-ac3f-4cdd-b5f4-c0841a8cec2e req-a7a10aca-906d-48a1-a1d3-50bed90fe849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:56:33.281566 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [req-428dc6ad-ac3f-4cdd-b5f4-c0841a8cec2e req-a7a10aca-906d-48a1-a1d3-50bed90fe849 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770645'] for port, before_response {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:56:33.284086 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-428dc6ad-ac3f-4cdd-b5f4-c0841a8cec2e req-a7a10aca-906d-48a1-a1d3-50bed90fe849 service neutron] 10.222.0.90 "PUT /v2.0/ports/1df5cbc1-88b0-421e-b6c8-4778e22e26e6 HTTP/1.1" status: 200 len: 1094 time: 1.7375929 Apr 09 13:56:33.284856 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd88d5a1c-e792-4b18-94c9-2588e9a40ae9', 'tag': '1df5cbc1-88b0-421e-b6c8-4778e22e26e6'}] {{(pid=85266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 09 13:56:33.469389 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4a1541-0d8d-40c9-8871-3ea69e740dfa req-f4abe7e2-7afc-49f1-afd4-d67e894df1c8 tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:56:33.471099 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-5a4a1541-0d8d-40c9-8871-3ea69e740dfa req-f4abe7e2-7afc-49f1-afd4-d67e894df1c8 tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] 10.222.0.75 "GET /v2.0/ports?device_id=d88d5a1c-e792-4b18-94c9-2588e9a40ae9 HTTP/1.1" status: 200 len: 944 time: 0.1046560 Apr 09 13:56:33.506849 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-5a4a1541-0d8d-40c9-8871-3ea69e740dfa req-f965d705-8848-481b-be4f-1fdbc15996e3 tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] 10.222.0.75 "GET /v2.0/security-groups?id=c8f7f5e9-cd69-4835-8f28-4d28be93cebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290043 Apr 09 13:56:33.569393 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd88d5a1c-e792-4b18-94c9-2588e9a40ae9', 'tag': '1df5cbc1-88b0-421e-b6c8-4778e22e26e6', 'status': 'completed', 'code': 200} Apr 09 13:56:34.258489 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-98408c38-58ac-4c30-9294-6b9220979e7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:56:34.456855 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9226da9-2c3f-4be2-8501-771a99b944bb req-d2a527dc-bbf2-49f0-b0f6-f2b2a2decb8b tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:56:34.459053 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-c9226da9-2c3f-4be2-8501-771a99b944bb req-d2a527dc-bbf2-49f0-b0f6-f2b2a2decb8b tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] 10.222.0.75 "GET /v2.0/ports?device_id=fdfd806a-3e22-44ef-950a-a63e62c4ef35 HTTP/1.1" status: 200 len: 943 time: 0.1140828 Apr 09 13:56:34.503468 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-c9226da9-2c3f-4be2-8501-771a99b944bb req-8a8c3933-e101-4dfc-9ce9-0d319114eb5b tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] 10.222.0.75 "GET /v2.0/security-groups?id=ed94d330-8b0e-4bea-8543-5b21c533b4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370119 Apr 09 13:56:34.627096 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-038b6fee-909e-41c9-b649-649ad33ce393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:56:34.733689 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c9997d-1172-464d-814d-f80bcdbdd1a7 req-e068eb74-c0c3-43aa-8c3a-f42c5e77c174 tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:56:34.735449 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-e4c9997d-1172-464d-814d-f80bcdbdd1a7 req-e068eb74-c0c3-43aa-8c3a-f42c5e77c174 tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] 10.222.0.75 "GET /v2.0/ports?device_id=d88d5a1c-e792-4b18-94c9-2588e9a40ae9 HTTP/1.1" status: 200 len: 944 time: 0.0993137 Apr 09 13:56:34.771093 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-e4c9997d-1172-464d-814d-f80bcdbdd1a7 req-572eb35f-dca8-428f-a111-10f0b7dc0cf8 tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] 10.222.0.75 "GET /v2.0/security-groups?id=c8f7f5e9-cd69-4835-8f28-4d28be93cebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279610 Apr 09 13:56:35.287003 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:56:35.745346 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-c378f248-96be-4ef7-a52f-f55c09e56a36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:56:35.746038 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676928a9-6890-4096-b0ac-0c67534da2d3 req-8bffe497-ed77-45b8-8686-1adeb320f987 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:56:35.747400 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-676928a9-6890-4096-b0ac-0c67534da2d3 req-8bffe497-ed77-45b8-8686-1adeb320f987 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] 10.222.0.75 "GET /v2.0/ports?device_id=fdfd806a-3e22-44ef-950a-a63e62c4ef35 HTTP/1.1" status: 200 len: 943 time: 0.1105106 Apr 09 13:56:35.783533 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-676928a9-6890-4096-b0ac-0c67534da2d3 req-403c8899-ce7d-4f54-8d5a-2bbe16ff00e3 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] 10.222.0.75 "GET /v2.0/security-groups?id=ed94d330-8b0e-4bea-8543-5b21c533b4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0266867 Apr 09 13:56:36.002033 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c57e99-29e9-4033-85b1-d2aa453341d3 req-6efe7147-d79c-4217-8d5e-21f6615b5295 tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:56:36.003795 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-50c57e99-29e9-4033-85b1-d2aa453341d3 req-6efe7147-d79c-4217-8d5e-21f6615b5295 tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] 10.222.0.75 "GET /v2.0/ports?device_id=d88d5a1c-e792-4b18-94c9-2588e9a40ae9 HTTP/1.1" status: 200 len: 944 time: 0.1011996 Apr 09 13:56:36.037574 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-50c57e99-29e9-4033-85b1-d2aa453341d3 req-5900380f-b637-44ac-95da-906588444f5c tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] 10.222.0.75 "GET /v2.0/security-groups?id=c8f7f5e9-cd69-4835-8f28-4d28be93cebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0272658 Apr 09 13:56:37.008113 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490d27a2-22a3-45a5-a3b5-8b22b1760eaa req-36e8c62e-b224-4534-af4f-c5d2e330fa73 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:56:37.011276 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-490d27a2-22a3-45a5-a3b5-8b22b1760eaa req-36e8c62e-b224-4534-af4f-c5d2e330fa73 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] 10.222.0.75 "GET /v2.0/ports?device_id=fdfd806a-3e22-44ef-950a-a63e62c4ef35 HTTP/1.1" status: 200 len: 943 time: 0.0990458 Apr 09 13:56:37.052787 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-490d27a2-22a3-45a5-a3b5-8b22b1760eaa req-489efcbe-f05c-4b20-840f-7e9761c337bd tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] 10.222.0.75 "GET /v2.0/security-groups?id=ed94d330-8b0e-4bea-8543-5b21c533b4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305374 Apr 09 13:56:37.259775 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc223116-874a-40c8-9959-06654019d1e4 req-ebea41eb-6b06-4350-9dfa-cb53e38fb6bc tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:56:37.261427 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-bc223116-874a-40c8-9959-06654019d1e4 req-ebea41eb-6b06-4350-9dfa-cb53e38fb6bc tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] 10.222.0.75 "GET /v2.0/ports?device_id=d88d5a1c-e792-4b18-94c9-2588e9a40ae9 HTTP/1.1" status: 200 len: 944 time: 0.0960491 Apr 09 13:56:37.296446 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-bc223116-874a-40c8-9959-06654019d1e4 req-a57c3a30-c0c9-43be-9bd2-b628e48b1812 tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] 10.222.0.75 "GET /v2.0/security-groups?id=c8f7f5e9-cd69-4835-8f28-4d28be93cebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278590 Apr 09 13:56:38.290567 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2608daa5-f0f9-4613-8efb-51a15ca4673f req-442cfa10-04a0-4319-a450-1a9cddffd8c5 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:56:38.292183 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-2608daa5-f0f9-4613-8efb-51a15ca4673f req-442cfa10-04a0-4319-a450-1a9cddffd8c5 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] 10.222.0.75 "GET /v2.0/ports?device_id=fdfd806a-3e22-44ef-950a-a63e62c4ef35 HTTP/1.1" status: 200 len: 943 time: 0.0984454 Apr 09 13:56:38.326576 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-2608daa5-f0f9-4613-8efb-51a15ca4673f req-5f859866-8f1d-4e36-ab28-55f5c5f9ec7d tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] 10.222.0.75 "GET /v2.0/security-groups?id=ed94d330-8b0e-4bea-8543-5b21c533b4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0271418 Apr 09 13:56:38.543105 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023ee19a-3258-4699-af47-c2ea7619bd23 req-0bf447be-0c8d-48e0-a441-4c38d862dde4 tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:56:38.547617 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-023ee19a-3258-4699-af47-c2ea7619bd23 req-0bf447be-0c8d-48e0-a441-4c38d862dde4 tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] 10.222.0.75 "GET /v2.0/ports?device_id=d88d5a1c-e792-4b18-94c9-2588e9a40ae9 HTTP/1.1" status: 200 len: 944 time: 0.1049423 Apr 09 13:56:38.583621 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-023ee19a-3258-4699-af47-c2ea7619bd23 req-0031aa9b-8a75-4514-b929-f2ab2a2df043 tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] 10.222.0.75 "GET /v2.0/security-groups?id=c8f7f5e9-cd69-4835-8f28-4d28be93cebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304425 Apr 09 13:56:39.578510 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af85312f-2f13-404a-be27-93b7dea57007 req-d5b3abfa-fa6e-46a8-9bc7-218852af613f tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:56:39.580216 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-af85312f-2f13-404a-be27-93b7dea57007 req-d5b3abfa-fa6e-46a8-9bc7-218852af613f tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] 10.222.0.75 "GET /v2.0/ports?device_id=fdfd806a-3e22-44ef-950a-a63e62c4ef35 HTTP/1.1" status: 200 len: 943 time: 0.1025310 Apr 09 13:56:39.612838 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-af85312f-2f13-404a-be27-93b7dea57007 req-5b7245cb-2770-4ead-ad83-5f3ee570149e tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] 10.222.0.75 "GET /v2.0/security-groups?id=ed94d330-8b0e-4bea-8543-5b21c533b4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0259745 Apr 09 13:56:39.836230 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167bab20-bf3f-4a4e-bc25-d7784d224697 req-734ded8f-a931-4999-93b4-a0c54b24b058 tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:56:39.837976 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-167bab20-bf3f-4a4e-bc25-d7784d224697 req-734ded8f-a931-4999-93b4-a0c54b24b058 tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] 10.222.0.75 "GET /v2.0/ports?device_id=d88d5a1c-e792-4b18-94c9-2588e9a40ae9 HTTP/1.1" status: 200 len: 944 time: 0.1055312 Apr 09 13:56:39.874131 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-167bab20-bf3f-4a4e-bc25-d7784d224697 req-3281faa9-0742-4ac2-8404-03c4208ce98a tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] 10.222.0.75 "GET /v2.0/security-groups?id=c8f7f5e9-cd69-4835-8f28-4d28be93cebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283980 Apr 09 13:56:40.845526 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7dddcf-e51f-413c-a08a-2f56470398d0 req-91d11af9-bc2c-4d71-9293-3cce9dc3b44d tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:56:40.847500 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-fb7dddcf-e51f-413c-a08a-2f56470398d0 req-91d11af9-bc2c-4d71-9293-3cce9dc3b44d tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] 10.222.0.75 "GET /v2.0/ports?device_id=fdfd806a-3e22-44ef-950a-a63e62c4ef35 HTTP/1.1" status: 200 len: 943 time: 0.1018224 Apr 09 13:56:40.880781 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-fb7dddcf-e51f-413c-a08a-2f56470398d0 req-200d314e-8baf-44af-bdfd-868e0a289494 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] 10.222.0.75 "GET /v2.0/security-groups?id=ed94d330-8b0e-4bea-8543-5b21c533b4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0266309 Apr 09 13:56:41.032006 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:56:41.090067 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2c40a9-a8ee-4f86-bf34-3a0b05b121b1 req-5a070793-c6d0-4d80-865d-997e999955a0 tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:56:41.091771 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-8c2c40a9-a8ee-4f86-bf34-3a0b05b121b1 req-5a070793-c6d0-4d80-865d-997e999955a0 tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] 10.222.0.75 "GET /v2.0/ports?device_id=d88d5a1c-e792-4b18-94c9-2588e9a40ae9 HTTP/1.1" status: 200 len: 944 time: 0.1008677 Apr 09 13:56:41.127645 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-8c2c40a9-a8ee-4f86-bf34-3a0b05b121b1 req-eafc924e-5f31-47af-890d-bb00215dcf6c tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] 10.222.0.75 "GET /v2.0/security-groups?id=c8f7f5e9-cd69-4835-8f28-4d28be93cebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0273533 Apr 09 13:56:43.792838 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.75', 37316) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:56:43.846382 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20dca78-b6e1-4cce-86a2-ce350a0ba6b9 req-699f7c4b-13d2-4b29-99a2-2f403cea8ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:56:43.848382 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-b20dca78-b6e1-4cce-86a2-ce350a0ba6b9 req-699f7c4b-13d2-4b29-99a2-2f403cea8ec2 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=62f48136cb2a4566a0aa2a3df7313d89&device_id=d88d5a1c-e792-4b18-94c9-2588e9a40ae9 HTTP/1.1" status: 200 len: 1097 time: 0.0854447 Apr 09 13:56:44.019641 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.plugin [None req-d890e9c4-d8d4-4752-a73f-ac7eb299ad45 tempest-TestShelveInstance-2046492814 tempest-TestShelveInstance-2046492814-project] Deleting port 216147de-21b9-49d9-a739-0a62ea395d8a {{(pid=85265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 09 13:56:44.020019 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-d890e9c4-d8d4-4752-a73f-ac7eb299ad45 tempest-TestShelveInstance-2046492814 tempest-TestShelveInstance-2046492814-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771815896742'] for port, before_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:56:44.215912 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-d890e9c4-d8d4-4752-a73f-ac7eb299ad45 tempest-TestShelveInstance-2046492814 tempest-TestShelveInstance-2046492814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-707704'] for port, precommit_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:56:44.216161 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-d890e9c4-d8d4-4752-a73f-ac7eb299ad45 tempest-TestShelveInstance-2046492814 tempest-TestShelveInstance-2046492814-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:56:44.305150 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20dca78-b6e1-4cce-86a2-ce350a0ba6b9 req-be24df7b-59fe-47cc-adbf-58de85ff07d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:56:44.306753 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-b20dca78-b6e1-4cce-86a2-ce350a0ba6b9 req-be24df7b-59fe-47cc-adbf-58de85ff07d9 service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=62f48136cb2a4566a0aa2a3df7313d89&shared=False HTTP/1.1" status: 200 len: 916 time: 0.4501572 Apr 09 13:56:44.316635 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8eb056-008f-4d02-aafc-fbd9ae8d98ce req-0701fa3b-01f2-4fab-8c4d-67f2befe78cb tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:56:44.318202 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-bb8eb056-008f-4d02-aafc-fbd9ae8d98ce req-0701fa3b-01f2-4fab-8c4d-67f2befe78cb tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] 10.222.0.75 "GET /v2.0/ports?device_id=fdfd806a-3e22-44ef-950a-a63e62c4ef35 HTTP/1.1" status: 200 len: 943 time: 0.4374664 Apr 09 13:56:44.356471 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.plugin [None req-d890e9c4-d8d4-4752-a73f-ac7eb299ad45 tempest-TestShelveInstance-2046492814 tempest-TestShelveInstance-2046492814-project] Calling delete_port for 216147de-21b9-49d9-a739-0a62ea395d8a owned by network:floatingip {{(pid=85265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 09 13:56:44.435833 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-bb8eb056-008f-4d02-aafc-fbd9ae8d98ce req-ae094b83-e94c-40ed-a6e7-1228143d6ccf tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] 10.222.0.75 "GET /v2.0/security-groups?id=ed94d330-8b0e-4bea-8543-5b21c533b4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0950110 Apr 09 13:56:44.499884 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20dca78-b6e1-4cce-86a2-ce350a0ba6b9 req-0a392ebc-93ae-4d48-b141-ae58b4e9d410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:56:44.502083 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-b20dca78-b6e1-4cce-86a2-ce350a0ba6b9 req-0a392ebc-93ae-4d48-b141-ae58b4e9d410 service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1828518 Apr 09 13:56:44.552215 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-d890e9c4-d8d4-4752-a73f-ac7eb299ad45 tempest-TestShelveInstance-2046492814 tempest-TestShelveInstance-2046492814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853739901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853759498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363265038874501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363265039307636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851965059'] for port, after_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:56:44.569398 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-5fdfab97-f7f7-4d89-91fe-c0b693dee0ae tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:56:44.631321 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d890e9c4-d8d4-4752-a73f-ac7eb299ad45 tempest-TestShelveInstance-2046492814 tempest-TestShelveInstance-2046492814-project] Pushing event deleted for resources: {'Port': ['ID=216147de-21b9-49d9-a739-0a62ea395d8a,revision_number=None']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:56:44.679188 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-d890e9c4-d8d4-4752-a73f-ac7eb299ad45 tempest-TestShelveInstance-2046492814 tempest-TestShelveInstance-2046492814-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:56:44.710137 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c88fe03-fbd8-4e7e-9d93-bc63baf4cd45 req-61bb0a69-d1a6-4b4b-bbc1-cc1b685f8139 tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:56:44.711742 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-3c88fe03-fbd8-4e7e-9d93-bc63baf4cd45 req-61bb0a69-d1a6-4b4b-bbc1-cc1b685f8139 tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] 10.222.0.75 "GET /v2.0/ports?device_id=d88d5a1c-e792-4b18-94c9-2588e9a40ae9 HTTP/1.1" status: 200 len: 944 time: 0.1287279 Apr 09 13:56:44.714091 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428dc6ad-ac3f-4cdd-b5f4-c0841a8cec2e req-d83cc624-a8a7-4518-838a-45efd1162f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:56:44.715536 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-428dc6ad-ac3f-4cdd-b5f4-c0841a8cec2e req-d83cc624-a8a7-4518-838a-45efd1162f4d service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=62f48136cb2a4566a0aa2a3df7313d89&device_id=d88d5a1c-e792-4b18-94c9-2588e9a40ae9 HTTP/1.1" status: 200 len: 1097 time: 0.1719818 Apr 09 13:56:44.813162 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-3c88fe03-fbd8-4e7e-9d93-bc63baf4cd45 req-9bb6040a-0c9b-4689-9b3c-7e7cd916ad96 tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] 10.222.0.75 "GET /v2.0/security-groups?id=c8f7f5e9-cd69-4835-8f28-4d28be93cebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945325 Apr 09 13:56:44.814690 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-428dc6ad-ac3f-4cdd-b5f4-c0841a8cec2e req-5a37fd04-1651-482f-81ba-072711008df3 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1df5cbc1-88b0-421e-b6c8-4778e22e26e6 HTTP/1.1" status: 200 len: 217 time: 0.0810194 Apr 09 13:56:44.847544 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-d890e9c4-d8d4-4752-a73f-ac7eb299ad45 tempest-TestShelveInstance-2046492814 tempest-TestShelveInstance-2046492814-project] Notify callbacks [] for floatingip, after_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:56:44.847976 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.db.l3_db [None req-d890e9c4-d8d4-4752-a73f-ac7eb299ad45 tempest-TestShelveInstance-2046492814 tempest-TestShelveInstance-2046492814-project] Floating IP 011b6252-c997-4f27-a72c-df478126247c disassociated (deleted). External IP: 172.28.0.89, port: 692d69f0-6230-42eb-8695-2e698bb43640. Apr 09 13:56:44.886316 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428dc6ad-ac3f-4cdd-b5f4-c0841a8cec2e req-51fe1837-269a-48d7-902c-1fe2ccb3967b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:56:44.887895 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-428dc6ad-ac3f-4cdd-b5f4-c0841a8cec2e req-51fe1837-269a-48d7-902c-1fe2ccb3967b service neutron] 10.222.0.90 "GET /v2.0/subnets?id=96e1aee4-dcb2-4577-bd93-34e5cc40f330 HTTP/1.1" status: 200 len: 855 time: 0.0669219 Apr 09 13:56:44.942694 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-428dc6ad-ac3f-4cdd-b5f4-c0841a8cec2e req-74c889f4-ceba-4174-91f6-2171cbffbc4b service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=980ef833-70b8-42cc-945f-bbc9825cba0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473907 Apr 09 13:56:45.102524 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-428dc6ad-ac3f-4cdd-b5f4-c0841a8cec2e req-8716573b-090e-4c89-9f0d-281b66a3196d service neutron] 10.222.0.90 "GET /v2.0/networks/980ef833-70b8-42cc-945f-bbc9825cba0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517961 Apr 09 13:56:45.244592 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d890e9c4-d8d4-4752-a73f-ac7eb299ad45 tempest-TestShelveInstance-2046492814 tempest-TestShelveInstance-2046492814-project] Router 6c80f60e-8f86-4b3a-96ce-89ec0e70d8a4 has already been hosted by L3 agent 69305824-358b-46b0-9707-cd2ded304b9c {{(pid=85265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 09 13:56:45.261190 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-428dc6ad-ac3f-4cdd-b5f4-c0841a8cec2e req-240e44fa-e3c7-4303-887e-66c89ac6c87d service neutron] 10.222.0.90 "GET /v2.0/networks/980ef833-70b8-42cc-945f-bbc9825cba0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1515703 Apr 09 13:56:45.444543 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d890e9c4-d8d4-4752-a73f-ac7eb299ad45 tempest-TestShelveInstance-2046492814 tempest-TestShelveInstance-2046492814-project] Notify agent at l3_agent.dv-cinder-785362-1-smb the message routers_updated {{(pid=85265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 09 13:56:45.454838 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6ed9df2-bb0b-47fb-b564-2bf23bb274de None None] Sync routers for ids ['6c80f60e-8f86-4b3a-96ce-89ec0e70d8a4'] in dv-cinder-785362-1-smb {{(pid=85268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 09 13:56:45.460128 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-d890e9c4-d8d4-4752-a73f-ac7eb299ad45 tempest-TestShelveInstance-2046492814 tempest-TestShelveInstance-2046492814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770645'] for floatingip, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:56:45.465535 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ed9df2-bb0b-47fb-b564-2bf23bb274de None None] Routers {'6c80f60e-8f86-4b3a-96ce-89ec0e70d8a4'} bound to L3 agent in host dv-cinder-785362-1-smb {{(pid=85268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 09 13:56:45.466236 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_hamode_db [None req-a6ed9df2-bb0b-47fb-b564-2bf23bb274de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-785362-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-09T13:38:04Z,description=,heartbeat_timestamp=2021-04-09T13:56:34Z,host='dv-cinder-785362-1-smb',id=69305824-358b-46b0-9707-cd2ded304b9c,load=0,resource_versions=,resources_synced=,started_at=2021-04-09T13:38:04Z,topic='l3_agent')) {'router_ids': ['6c80f60e-8f86-4b3a-96ce-89ec0e70d8a4'], 'active': True} {{(pid=85268) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 13:56:45.525108 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-d890e9c4-d8d4-4752-a73f-ac7eb299ad45 tempest-TestShelveInstance-2046492814 tempest-TestShelveInstance-2046492814-project] 10.222.0.75 "DELETE /v2.0/floatingips/011b6252-c997-4f27-a72c-df478126247c HTTP/1.1" status: 204 len: 168 time: 1.7308326 Apr 09 13:56:45.526242 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a503abd7-9a17-4e98-b19d-44c2b8e5f936', 'tag': '692d69f0-6230-42eb-8695-2e698bb43640'}] {{(pid=85265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 09 13:56:45.665918 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_dvr_db [None req-a6ed9df2-bb0b-47fb-b564-2bf23bb274de None None] Set router 6c80f60e-8f86-4b3a-96ce-89ec0e70d8a4 gateway port host: dv-cinder-785362-1-smb {{(pid=85268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 09 13:56:45.685062 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2a80ef-76d1-498a-b2a5-205cf58b2c4d req-d454b34d-b8d7-4580-babb-2f39554a6c67 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:56:45.686729 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-ef2a80ef-76d1-498a-b2a5-205cf58b2c4d req-d454b34d-b8d7-4580-babb-2f39554a6c67 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] 10.222.0.75 "GET /v2.0/ports?device_id=fdfd806a-3e22-44ef-950a-a63e62c4ef35 HTTP/1.1" status: 200 len: 943 time: 0.0946746 Apr 09 13:56:45.720235 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-ef2a80ef-76d1-498a-b2a5-205cf58b2c4d req-f0bcb529-c91b-4037-8b8b-20ce0613dda8 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] 10.222.0.75 "GET /v2.0/security-groups?id=ed94d330-8b0e-4bea-8543-5b21c533b4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0265117 Apr 09 13:56:46.008952 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a503abd7-9a17-4e98-b19d-44c2b8e5f936', 'tag': '692d69f0-6230-42eb-8695-2e698bb43640', 'status': 'completed', 'code': 200} Apr 09 13:56:46.169768 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaa6387-8411-4768-b322-54ec60dd87b4 req-a430b800-e22c-4361-ad5c-6f4b389e531c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:56:46.171351 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-6eaa6387-8411-4768-b322-54ec60dd87b4 req-a430b800-e22c-4361-ad5c-6f4b389e531c service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=42cd23f53368468a94a14f89589efd1d&device_id=a503abd7-9a17-4e98-b19d-44c2b8e5f936 HTTP/1.1" status: 200 len: 1098 time: 0.1384411 Apr 09 13:56:46.176531 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_hamode_db [None req-a6ed9df2-bb0b-47fb-b564-2bf23bb274de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c80f60e-8f86-4b3a-96ce-89ec0e70d8a4', 'name': 'tempest-TestShelveInstance-1650488399-router', 'tenant_id': '42cd23f53368468a94a14f89589efd1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd39673be-df84-4009-abea-d472d159fdfd', 'external_fixed_ips': [{'subnet_id': 'f6eeb1a0-26c5-43d1-996f-84b999bf12c7', 'ip_address': '172.28.0.57'}], 'enable_snat': True}, 'gw_port_id': 'c7d6af8c-d687-475a-8e8b-f1a19028348c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T13:48:41Z', 'updated_at': '2021-04-09T13:48:49Z', 'revision_number': 4, 'project_id': '42cd23f53368468a94a14f89589efd1d', 'gw_port': {'id': 'c7d6af8c-d687-475a-8e8b-f1a19028348c', 'name': '', 'network_id': 'd39673be-df84-4009-abea-d472d159fdfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:8f:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c80f60e-8f86-4b3a-96ce-89ec0e70d8a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'f6eeb1a0-26c5-43d1-996f-84b999bf12c7', 'ip_address': '172.28.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:48:43Z', 'updated_at': '2021-04-09T13:48:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6eeb1a0-26c5-43d1-996f-84b999bf12c7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-1-smb', '_interfaces': [{'id': '9def8c0b-9829-4587-81d5-63f0d911610b', 'name': '', 'network_id': 'ae0f8e7f-ca5f-4c00-9803-4f9cd2a8e187', 'tenant_id': '42cd23f53368468a94a14f89589efd1d', 'mac_address': 'fa:16:3e:28:ea:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c80f60e-8f86-4b3a-96ce-89ec0e70d8a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '3d7b5803-c407-4abc-ab92-6b23397b2a0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:48:48Z', 'updated_at': '2021-04-09T13:49:02Z', 'revision_number': 5, 'project_id': '42cd23f53368468a94a14f89589efd1d', 'subnets': [{'id': '3d7b5803-c407-4abc-ab92-6b23397b2a0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-785362-1-smb', False) {} {{(pid=85268) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 13:56:46.180876 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6ed9df2-bb0b-47fb-b564-2bf23bb274de None None] Checking router: 6c80f60e-8f86-4b3a-96ce-89ec0e70d8a4 for host: dv-cinder-785362-1-smb {{(pid=85268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 09 13:56:46.190208 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ed9df2-bb0b-47fb-b564-2bf23bb274de None None] Routers {'6c80f60e-8f86-4b3a-96ce-89ec0e70d8a4'} bound to L3 agent in host dv-cinder-785362-1-smb {{(pid=85268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 09 13:56:46.190867 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_hamode_db [None req-a6ed9df2-bb0b-47fb-b564-2bf23bb274de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-785362-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-09T13:38:04Z,description=,heartbeat_timestamp=2021-04-09T13:56:34Z,host='dv-cinder-785362-1-smb',id=69305824-358b-46b0-9707-cd2ded304b9c,load=0,resource_versions=,resources_synced=,started_at=2021-04-09T13:38:04Z,topic='l3_agent')) {'router_ids': ['6c80f60e-8f86-4b3a-96ce-89ec0e70d8a4'], 'active': True} {{(pid=85268) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 13:56:46.311455 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ec2be4-945f-4e67-9f25-bd9e9de686c2 req-d7ea113c-8eee-4409-a226-4cae57e029ef tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:56:46.313069 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-64ec2be4-945f-4e67-9f25-bd9e9de686c2 req-d7ea113c-8eee-4409-a226-4cae57e029ef tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] 10.222.0.75 "GET /v2.0/ports?device_id=d88d5a1c-e792-4b18-94c9-2588e9a40ae9 HTTP/1.1" status: 200 len: 944 time: 0.2071652 Apr 09 13:56:46.364116 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-64ec2be4-945f-4e67-9f25-bd9e9de686c2 req-e2ada5b1-f2fa-4f4a-b2fe-8a4f3e835be5 tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] 10.222.0.75 "GET /v2.0/security-groups?id=c8f7f5e9-cd69-4835-8f28-4d28be93cebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434344 Apr 09 13:56:46.365380 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaa6387-8411-4768-b322-54ec60dd87b4 req-efd873d1-d2f6-4889-9ccf-17a38378c40b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:56:46.366880 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-6eaa6387-8411-4768-b322-54ec60dd87b4 req-efd873d1-d2f6-4889-9ccf-17a38378c40b service neutron] 10.222.0.90 "GET /v2.0/networks?id=ae0f8e7f-ca5f-4c00-9803-4f9cd2a8e187 HTTP/1.1" status: 200 len: 910 time: 0.1839178 Apr 09 13:56:46.384334 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_dvr_db [None req-a6ed9df2-bb0b-47fb-b564-2bf23bb274de None None] Set router 6c80f60e-8f86-4b3a-96ce-89ec0e70d8a4 gateway port host: dv-cinder-785362-1-smb {{(pid=85268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 09 13:56:46.442823 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-6eaa6387-8411-4768-b322-54ec60dd87b4 req-a88d1f97-9676-48c6-bc9a-f09a2c003170 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=692d69f0-6230-42eb-8695-2e698bb43640 HTTP/1.1" status: 200 len: 217 time: 0.0684454 Apr 09 13:56:46.576968 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaa6387-8411-4768-b322-54ec60dd87b4 req-dcbcc463-0125-4370-b479-08b9a90c22ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:56:46.579157 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-6eaa6387-8411-4768-b322-54ec60dd87b4 req-dcbcc463-0125-4370-b479-08b9a90c22ba service neutron] 10.222.0.90 "GET /v2.0/subnets?id=3d7b5803-c407-4abc-ab92-6b23397b2a0e HTTP/1.1" status: 200 len: 848 time: 0.1284118 Apr 09 13:56:46.665021 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7625f381-be66-44b8-afb8-da180d174b17 req-f74c94e1-0ad4-4b34-a88d-cc0936f4f0a3 tempest-TestShelveInstance-2046492814 tempest-TestShelveInstance-2046492814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:56:46.666676 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-7625f381-be66-44b8-afb8-da180d174b17 req-f74c94e1-0ad4-4b34-a88d-cc0936f4f0a3 tempest-TestShelveInstance-2046492814 tempest-TestShelveInstance-2046492814-project] 10.222.0.75 "GET /v2.0/ports?device_id=a503abd7-9a17-4e98-b19d-44c2b8e5f936 HTTP/1.1" status: 200 len: 945 time: 0.1736438 Apr 09 13:56:46.710281 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-7625f381-be66-44b8-afb8-da180d174b17 req-1a69bcd8-7747-43ac-8c87-c59ed63a3c1b tempest-TestShelveInstance-2046492814 tempest-TestShelveInstance-2046492814-project] 10.222.0.75 "GET /v2.0/security-groups?id=f5d340f6-5283-44aa-a0af-0d9d5b085036&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336640 Apr 09 13:56:46.713307 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaa6387-8411-4768-b322-54ec60dd87b4 req-91b072e7-bb96-4ed6-a44f-3133fae5c5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:56:46.714864 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-6eaa6387-8411-4768-b322-54ec60dd87b4 req-91b072e7-bb96-4ed6-a44f-3133fae5c5fa service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=ae0f8e7f-ca5f-4c00-9803-4f9cd2a8e187&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1282756 Apr 09 13:56:46.903904 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_hamode_db [None req-a6ed9df2-bb0b-47fb-b564-2bf23bb274de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c80f60e-8f86-4b3a-96ce-89ec0e70d8a4', 'name': 'tempest-TestShelveInstance-1650488399-router', 'tenant_id': '42cd23f53368468a94a14f89589efd1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd39673be-df84-4009-abea-d472d159fdfd', 'external_fixed_ips': [{'subnet_id': 'f6eeb1a0-26c5-43d1-996f-84b999bf12c7', 'ip_address': '172.28.0.57'}], 'enable_snat': True}, 'gw_port_id': 'c7d6af8c-d687-475a-8e8b-f1a19028348c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T13:48:41Z', 'updated_at': '2021-04-09T13:48:49Z', 'revision_number': 4, 'project_id': '42cd23f53368468a94a14f89589efd1d', 'gw_port': {'id': 'c7d6af8c-d687-475a-8e8b-f1a19028348c', 'name': '', 'network_id': 'd39673be-df84-4009-abea-d472d159fdfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:8f:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c80f60e-8f86-4b3a-96ce-89ec0e70d8a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'f6eeb1a0-26c5-43d1-996f-84b999bf12c7', 'ip_address': '172.28.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:48:43Z', 'updated_at': '2021-04-09T13:48:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6eeb1a0-26c5-43d1-996f-84b999bf12c7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-1-smb', '_interfaces': [{'id': '9def8c0b-9829-4587-81d5-63f0d911610b', 'name': '', 'network_id': 'ae0f8e7f-ca5f-4c00-9803-4f9cd2a8e187', 'tenant_id': '42cd23f53368468a94a14f89589efd1d', 'mac_address': 'fa:16:3e:28:ea:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c80f60e-8f86-4b3a-96ce-89ec0e70d8a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '3d7b5803-c407-4abc-ab92-6b23397b2a0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:48:48Z', 'updated_at': '2021-04-09T13:49:02Z', 'revision_number': 5, 'project_id': '42cd23f53368468a94a14f89589efd1d', 'subnets': [{'id': '3d7b5803-c407-4abc-ab92-6b23397b2a0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-785362-1-smb', False) {} {{(pid=85268) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 13:56:46.916040 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-6eaa6387-8411-4768-b322-54ec60dd87b4 req-58993437-608f-4930-bdf3-8f84d5207639 service neutron] 10.222.0.90 "GET /v2.0/networks/ae0f8e7f-ca5f-4c00-9803-4f9cd2a8e187?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1929758 Apr 09 13:56:46.920764 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6ed9df2-bb0b-47fb-b564-2bf23bb274de None None] The sync data for ids ['6c80f60e-8f86-4b3a-96ce-89ec0e70d8a4'] in dv-cinder-785362-1-smb is: [{'id': '6c80f60e-8f86-4b3a-96ce-89ec0e70d8a4', 'name': 'tempest-TestShelveInstance-1650488399-router', 'tenant_id': '42cd23f53368468a94a14f89589efd1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd39673be-df84-4009-abea-d472d159fdfd', 'external_fixed_ips': [{'subnet_id': 'f6eeb1a0-26c5-43d1-996f-84b999bf12c7', 'ip_address': '172.28.0.57'}], 'enable_snat': True}, 'gw_port_id': 'c7d6af8c-d687-475a-8e8b-f1a19028348c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T13:48:41Z', 'updated_at': '2021-04-09T13:48:49Z', 'revision_number': 4, 'project_id': '42cd23f53368468a94a14f89589efd1d', 'gw_port': {'id': 'c7d6af8c-d687-475a-8e8b-f1a19028348c', 'name': '', 'network_id': 'd39673be-df84-4009-abea-d472d159fdfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:8f:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c80f60e-8f86-4b3a-96ce-89ec0e70d8a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'f6eeb1a0-26c5-43d1-996f-84b999bf12c7', 'ip_address': '172.28.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:48:43Z', 'updated_at': '2021-04-09T13:48:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6eeb1a0-26c5-43d1-996f-84b999bf12c7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-1-smb', '_interfaces': [{'id': '9def8c0b-9829-4587-81d5-63f0d911610b', 'name': '', 'network_id': 'ae0f8e7f-ca5f-4c00-9803-4f9cd2a8e187', 'tenant_id': '42cd23f53368468a94a14f89589efd1d', 'mac_address': 'fa:16:3e:28:ea:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c80f60e-8f86-4b3a-96ce-89ec0e70d8a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '3d7b5803-c407-4abc-ab92-6b23397b2a0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:48:48Z', 'updated_at': '2021-04-09T13:49:02Z', 'revision_number': 5, 'project_id': '42cd23f53368468a94a14f89589efd1d', 'subnets': [{'id': '3d7b5803-c407-4abc-ab92-6b23397b2a0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 09 13:56:47.086054 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be0d6a5-ac50-452c-856e-4d1f24678489 req-4a1a95b1-7f54-4248-b52f-8b03f72bb6dd tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:56:47.087651 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-0be0d6a5-ac50-452c-856e-4d1f24678489 req-4a1a95b1-7f54-4248-b52f-8b03f72bb6dd tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] 10.222.0.75 "GET /v2.0/ports?device_id=fdfd806a-3e22-44ef-950a-a63e62c4ef35 HTTP/1.1" status: 200 len: 943 time: 0.2270768 Apr 09 13:56:47.124409 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-6eaa6387-8411-4768-b322-54ec60dd87b4 req-0bbce327-53a3-4c63-bf08-90c7431a872b service neutron] 10.222.0.90 "GET /v2.0/networks/ae0f8e7f-ca5f-4c00-9803-4f9cd2a8e187?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1980820 Apr 09 13:56:47.129608 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-0be0d6a5-ac50-452c-856e-4d1f24678489 req-4d92ffeb-7465-4177-9025-48bb9488ef5b tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] 10.222.0.75 "GET /v2.0/security-groups?id=ed94d330-8b0e-4bea-8543-5b21c533b4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314348 Apr 09 13:56:47.332891 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d3f33e7-3c87-4fed-9b73-6d391095d42f None None] New status for floating IP 011b6252-c997-4f27-a72c-df478126247c: DOWN {{(pid=85267) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 09 13:56:47.651037 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad30b7b-4dc3-48ec-b239-ebbc40a7dc33 req-f3f84fb6-9661-4ae4-8db5-142833a4f9ad tempest-TestShelveInstance-2046492814 tempest-TestShelveInstance-2046492814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:56:47.652617 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-aad30b7b-4dc3-48ec-b239-ebbc40a7dc33 req-f3f84fb6-9661-4ae4-8db5-142833a4f9ad tempest-TestShelveInstance-2046492814 tempest-TestShelveInstance-2046492814-project] 10.222.0.90 "GET /v2.0/ports?device_id=a503abd7-9a17-4e98-b19d-44c2b8e5f936 HTTP/1.1" status: 200 len: 945 time: 0.1257391 Apr 09 13:56:47.661457 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867a6fea-47c9-4322-abc8-58dde28c042a req-1810e406-7204-44e2-ac1b-9572529e16f5 tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:56:47.662978 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-867a6fea-47c9-4322-abc8-58dde28c042a req-1810e406-7204-44e2-ac1b-9572529e16f5 tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] 10.222.0.75 "GET /v2.0/ports?device_id=d88d5a1c-e792-4b18-94c9-2588e9a40ae9 HTTP/1.1" status: 200 len: 944 time: 0.1766703 Apr 09 13:56:47.749395 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-867a6fea-47c9-4322-abc8-58dde28c042a req-bc026fec-202b-47d2-8ba5-a5f368d3f3dc tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] 10.222.0.75 "GET /v2.0/security-groups?id=c8f7f5e9-cd69-4835-8f28-4d28be93cebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460806 Apr 09 13:56:47.760801 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.plugin [req-aad30b7b-4dc3-48ec-b239-ebbc40a7dc33 req-19b86698-3fa3-495f-84dd-37fb23bb5f6b tempest-TestShelveInstance-2046492814 tempest-TestShelveInstance-2046492814-project] Deleting port 692d69f0-6230-42eb-8695-2e698bb43640 {{(pid=85266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 09 13:56:47.761191 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [req-aad30b7b-4dc3-48ec-b239-ebbc40a7dc33 req-19b86698-3fa3-495f-84dd-37fb23bb5f6b tempest-TestShelveInstance-2046492814 tempest-TestShelveInstance-2046492814-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771815896742'] for port, before_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:56:48.099040 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c046f2cf-f69f-4130-b981-be9e393291ed req-d490afa7-7ed9-4797-82d3-5e6932eef1d5 tempest-TestShelveInstance-2046492814 tempest-TestShelveInstance-2046492814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:56:48.100583 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-c046f2cf-f69f-4130-b981-be9e393291ed req-d490afa7-7ed9-4797-82d3-5e6932eef1d5 tempest-TestShelveInstance-2046492814 tempest-TestShelveInstance-2046492814-project] 10.222.0.75 "GET /v2.0/ports?device_id=a503abd7-9a17-4e98-b19d-44c2b8e5f936 HTTP/1.1" status: 200 len: 945 time: 0.2324011 Apr 09 13:56:48.112352 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.db [req-aad30b7b-4dc3-48ec-b239-ebbc40a7dc33 req-19b86698-3fa3-495f-84dd-37fb23bb5f6b tempest-TestShelveInstance-2046492814 tempest-TestShelveInstance-2046492814-project] For port 692d69f0-6230-42eb-8695-2e698bb43640, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=692d69f0-6230-42eb-8695-2e698bb43640,segment=NetworkSegment(38f09ab6-9633-4381-a064-480473442993),segment_id=38f09ab6-9633-4381-a064-480473442993)] {{(pid=85266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 09 13:56:48.112755 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [req-aad30b7b-4dc3-48ec-b239-ebbc40a7dc33 req-19b86698-3fa3-495f-84dd-37fb23bb5f6b tempest-TestShelveInstance-2046492814 tempest-TestShelveInstance-2046492814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-707704'] for port, precommit_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:56:48.264994 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.plugin [req-aad30b7b-4dc3-48ec-b239-ebbc40a7dc33 req-19b86698-3fa3-495f-84dd-37fb23bb5f6b tempest-TestShelveInstance-2046492814 tempest-TestShelveInstance-2046492814-project] Calling delete_port for 692d69f0-6230-42eb-8695-2e698bb43640 owned by compute:nova {{(pid=85266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 09 13:56:48.284218 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.rpc [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Device 1df5cbc1-88b0-421e-b6c8-4778e22e26e6 details requested by agent hyperv_hv-cinder-78536 with host hv-cinder-78536 {{(pid=85267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 09 13:56:48.302317 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-c046f2cf-f69f-4130-b981-be9e393291ed req-47d52f4a-074c-42ee-8cee-8fab2c74cb36 tempest-TestShelveInstance-2046492814 tempest-TestShelveInstance-2046492814-project] 10.222.0.75 "GET /v2.0/security-groups?id=f5d340f6-5283-44aa-a0af-0d9d5b085036&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1925848 Apr 09 13:56:48.436409 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.db [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] For port 1df5cbc1-88b0-421e-b6c8-4778e22e26e6, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=1df5cbc1-88b0-421e-b6c8-4778e22e26e6,segment=NetworkSegment(9ea96457-6cc3-4179-a4b9-741b8e01731f),segment_id=9ea96457-6cc3-4179-a4b9-741b8e01731f)] {{(pid=85267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 09 13:56:48.450555 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.rpc [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Returning: {'device': '1df5cbc1-88b0-421e-b6c8-4778e22e26e6', 'network_id': '980ef833-70b8-42cc-945f-bbc9825cba0e', 'port_id': '1df5cbc1-88b0-421e-b6c8-4778e22e26e6', 'mac_address': 'fa:16:3e:12:24:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 642, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96e1aee4-dcb2-4577-bd93-34e5cc40f330', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 09 13:56:48.520077 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853739810'] for port, before_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:56:48.540501 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.notifiers.nova [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1df5cbc1-88b0-421e-b6c8-4778e22e26e6 {{(pid=85267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 09 13:56:48.560821 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.db [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] For port 1df5cbc1-88b0-421e-b6c8-4778e22e26e6, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=1df5cbc1-88b0-421e-b6c8-4778e22e26e6,segment=NetworkSegment(9ea96457-6cc3-4179-a4b9-741b8e01731f),segment_id=9ea96457-6cc3-4179-a4b9-741b8e01731f)] {{(pid=85267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 09 13:56:48.564028 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853739901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853759498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265038874484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771815468181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265039307602'] for port, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:56:48.564824 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.rpc [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Device 73594664-ccef-4cc6-8c6f-3ac0812c9d97 details requested by agent hyperv_hv-cinder-78536 with host hv-cinder-78536 {{(pid=85267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 09 13:56:48.567310 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:56:48.678774 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Pushing event updated for resources: {'Port': ['ID=1df5cbc1-88b0-421e-b6c8-4778e22e26e6,revision_number=4']} {{(pid=85267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:56:48.683847 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=85267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:56:48.711828 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [req-aad30b7b-4dc3-48ec-b239-ebbc40a7dc33 req-19b86698-3fa3-495f-84dd-37fb23bb5f6b tempest-TestShelveInstance-2046492814 tempest-TestShelveInstance-2046492814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853739901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853759498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363265038874501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363265039307636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2203223'] for port, after_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:56:48.728563 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-a7a10aca-906d-48a1-a1d3-50bed90fe849 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:56:48.788935 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.db [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] For port 73594664-ccef-4cc6-8c6f-3ac0812c9d97, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=73594664-ccef-4cc6-8c6f-3ac0812c9d97,segment=NetworkSegment(5475d062-1238-45f6-bf79-210ecdb0febe),segment_id=5475d062-1238-45f6-bf79-210ecdb0febe)] {{(pid=85267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 09 13:56:48.789803 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b86698-3fa3-495f-84dd-37fb23bb5f6b tempest-TestShelveInstance-2046492814 tempest-TestShelveInstance-2046492814-project] Pushing event deleted for resources: {'Port': ['ID=692d69f0-6230-42eb-8695-2e698bb43640,revision_number=None']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:56:48.802845 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-19b86698-3fa3-495f-84dd-37fb23bb5f6b tempest-TestShelveInstance-2046492814 tempest-TestShelveInstance-2046492814-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:56:48.804086 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.rpc [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Returning: {'device': '73594664-ccef-4cc6-8c6f-3ac0812c9d97', 'network_id': 'a4bc50d2-4a55-4ee1-87aa-a1e91be18584', 'port_id': '73594664-ccef-4cc6-8c6f-3ac0812c9d97', 'mac_address': 'fa:16:3e:05:ee:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0144e1c8-7bcb-42a5-ac9e-709c8b2e67a5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 09 13:56:48.867330 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853739810'] for port, before_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:56:48.868673 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.notifiers.nova [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73594664-ccef-4cc6-8c6f-3ac0812c9d97 {{(pid=85267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 09 13:56:48.886080 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.db [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] For port 73594664-ccef-4cc6-8c6f-3ac0812c9d97, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=73594664-ccef-4cc6-8c6f-3ac0812c9d97,segment=NetworkSegment(5475d062-1238-45f6-bf79-210ecdb0febe),segment_id=5475d062-1238-45f6-bf79-210ecdb0febe)] {{(pid=85267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 09 13:56:48.889352 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853739901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853759498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265038874484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771815468181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265039307602'] for port, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:56:48.891637 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:56:48.898867 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1c4c92-248e-4a2a-8520-f4807302c03d req-cf098e07-8209-46b1-8d51-3a2d662d4ea8 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:56:48.900501 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-fd1c4c92-248e-4a2a-8520-f4807302c03d req-cf098e07-8209-46b1-8d51-3a2d662d4ea8 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] 10.222.0.75 "GET /v2.0/ports?device_id=fdfd806a-3e22-44ef-950a-a63e62c4ef35 HTTP/1.1" status: 200 len: 943 time: 0.4911265 Apr 09 13:56:48.953010 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-fd1c4c92-248e-4a2a-8520-f4807302c03d req-24979bf5-ac9a-4012-a695-54a470eb7a5b tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] 10.222.0.75 "GET /v2.0/security-groups?id=ed94d330-8b0e-4bea-8543-5b21c533b4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355418 Apr 09 13:56:48.968422 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Pushing event updated for resources: {'Port': ['ID=73594664-ccef-4cc6-8c6f-3ac0812c9d97,revision_number=9']} {{(pid=85267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:56:48.973323 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=85267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:56:49.046327 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_dvrscheduler_db [req-aad30b7b-4dc3-48ec-b239-ebbc40a7dc33 req-19b86698-3fa3-495f-84dd-37fb23bb5f6b tempest-TestShelveInstance-2046492814 tempest-TestShelveInstance-2046492814-project] No DVR routers for this DVR port 692d69f0-6230-42eb-8695-2e698bb43640 on host hv-cinder-78536 {{(pid=85266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 09 13:56:49.050401 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [req-aad30b7b-4dc3-48ec-b239-ebbc40a7dc33 req-19b86698-3fa3-495f-84dd-37fb23bb5f6b tempest-TestShelveInstance-2046492814 tempest-TestShelveInstance-2046492814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770645'] for port, before_response {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:56:49.053599 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a503abd7-9a17-4e98-b19d-44c2b8e5f936', 'name': 'network-vif-deleted', 'tag': '692d69f0-6230-42eb-8695-2e698bb43640'}] {{(pid=85266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 09 13:56:49.063908 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-aad30b7b-4dc3-48ec-b239-ebbc40a7dc33 req-19b86698-3fa3-495f-84dd-37fb23bb5f6b tempest-TestShelveInstance-2046492814 tempest-TestShelveInstance-2046492814-project] 10.222.0.90 "DELETE /v2.0/ports/692d69f0-6230-42eb-8695-2e698bb43640 HTTP/1.1" status: 204 len: 173 time: 1.3990004 Apr 09 13:56:49.186295 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513d6b5e-3049-410a-af7b-e22bd5e7c984 req-ea99dadd-6dfb-4b23-8c50-8fd83eac7a2c tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:56:49.187933 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-513d6b5e-3049-410a-af7b-e22bd5e7c984 req-ea99dadd-6dfb-4b23-8c50-8fd83eac7a2c tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] 10.222.0.75 "GET /v2.0/ports?device_id=d88d5a1c-e792-4b18-94c9-2588e9a40ae9 HTTP/1.1" status: 200 len: 945 time: 0.1012540 Apr 09 13:56:49.221253 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-513d6b5e-3049-410a-af7b-e22bd5e7c984 req-3a8b28d3-7929-46e6-bc03-704e392f8b53 tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] 10.222.0.75 "GET /v2.0/security-groups?id=c8f7f5e9-cd69-4835-8f28-4d28be93cebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0262144 Apr 09 13:56:49.244270 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.db [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] get_ports_and_sgs() called for port_ids ['1df5cbc1-88b0-421e-b6c8-4778e22e26e6'] {{(pid=85267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 09 13:56:49.280750 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.db [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] get_ports_and_sgs() called for port_ids ['73594664-ccef-4cc6-8c6f-3ac0812c9d97'] {{(pid=85267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 09 13:56:49.284669 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a503abd7-9a17-4e98-b19d-44c2b8e5f936', 'name': 'network-vif-deleted', 'tag': '692d69f0-6230-42eb-8695-2e698bb43640', 'status': 'completed', 'code': 200} Apr 09 13:56:49.419074 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.agents_db [None req-c64c1605-ccfd-4af7-a5d2-2f7932bd8cd3 None None] Agent healthcheck: found 6 active agents {{(pid=85268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 09 13:56:49.488300 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [req-3404cf59-11fa-47a6-94dd-585209202b7b req-18b83fb8-4166-43b1-b928-d2d98064f7ca tempest-TestShelveInstance-2046492814 tempest-TestShelveInstance-2046492814-project] Synchronizing usage tracker for tenant:42cd23f53368468a94a14f89589efd1d on resource:port {{(pid=85266) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 09 13:56:49.515895 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [req-3404cf59-11fa-47a6-94dd-585209202b7b req-18b83fb8-4166-43b1-b928-d2d98064f7ca tempest-TestShelveInstance-2046492814 tempest-TestShelveInstance-2046492814-project] Unset dirty status for tenant:42cd23f53368468a94a14f89589efd1d on resource:port {{(pid=85266) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 09 13:56:49.517244 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-3404cf59-11fa-47a6-94dd-585209202b7b req-18b83fb8-4166-43b1-b928-d2d98064f7ca tempest-TestShelveInstance-2046492814 tempest-TestShelveInstance-2046492814-project] 10.222.0.75 "GET /v2.0/ports?device_id=a503abd7-9a17-4e98-b19d-44c2b8e5f936 HTTP/1.1" status: 200 len: 210 time: 0.0870218 Apr 09 13:56:50.178218 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fdabab-991b-4a58-99ed-121fed1bf497 req-22fd4573-ead3-49fc-93c7-2a88bd836058 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:56:50.179683 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-12fdabab-991b-4a58-99ed-121fed1bf497 req-22fd4573-ead3-49fc-93c7-2a88bd836058 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] 10.222.0.75 "GET /v2.0/ports?device_id=fdfd806a-3e22-44ef-950a-a63e62c4ef35 HTTP/1.1" status: 200 len: 944 time: 0.0943627 Apr 09 13:56:50.210948 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-12fdabab-991b-4a58-99ed-121fed1bf497 req-63e687c2-d6eb-41e3-8acf-5da3c7f3bc19 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] 10.222.0.75 "GET /v2.0/security-groups?id=ed94d330-8b0e-4bea-8543-5b21c533b4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0246813 Apr 09 13:56:50.431021 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae3d2cb-871a-4c3e-9e6e-a755d27f9a2d req-f826feb2-ca80-41ed-a650-1a5c33b0c4c8 tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:56:50.432559 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-fae3d2cb-871a-4c3e-9e6e-a755d27f9a2d req-f826feb2-ca80-41ed-a650-1a5c33b0c4c8 tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] 10.222.0.75 "GET /v2.0/ports?device_id=d88d5a1c-e792-4b18-94c9-2588e9a40ae9 HTTP/1.1" status: 200 len: 945 time: 0.0898783 Apr 09 13:56:50.470711 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-fae3d2cb-871a-4c3e-9e6e-a755d27f9a2d req-4e80a5b0-0eb4-4216-bdf7-9ab8197ed6e7 tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] 10.222.0.75 "GET /v2.0/security-groups?id=c8f7f5e9-cd69-4835-8f28-4d28be93cebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306919 Apr 09 13:56:50.622417 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85266) accepted ('10.222.0.75', 37350) {{(pid=85266) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:56:50.697602 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-7c6d4ea0-37d3-44fd-9a42-885c790c42ab tempest-TestShelveInstance-2046492814 tempest-TestShelveInstance-2046492814-project] Notify callbacks [] for security_group, before_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:56:50.729980 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-7c6d4ea0-37d3-44fd-9a42-885c790c42ab tempest-TestShelveInstance-2046492814 tempest-TestShelveInstance-2046492814-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:56:50.786297 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-7c6d4ea0-37d3-44fd-9a42-885c790c42ab tempest-TestShelveInstance-2046492814 tempest-TestShelveInstance-2046492814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738555'] for security_group, after_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:56:50.791635 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-d69c8029-445b-49cd-833f-8eaf6402c2e7 tempest-VolumesNegativeTest-575774382 tempest-VolumesNegativeTest-575774382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:56:50.808014 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6d4ea0-37d3-44fd-9a42-885c790c42ab tempest-TestShelveInstance-2046492814 tempest-TestShelveInstance-2046492814-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5d340f6-5283-44aa-a0af-0d9d5b085036,revision_number=None']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:56:50.814319 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-7c6d4ea0-37d3-44fd-9a42-885c790c42ab tempest-TestShelveInstance-2046492814 tempest-TestShelveInstance-2046492814-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:56:50.816340 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-7c6d4ea0-37d3-44fd-9a42-885c790c42ab tempest-TestShelveInstance-2046492814 tempest-TestShelveInstance-2046492814-project] Notify callbacks [] for security_group, before_response {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:56:50.817549 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-7c6d4ea0-37d3-44fd-9a42-885c790c42ab tempest-TestShelveInstance-2046492814 tempest-TestShelveInstance-2046492814-project] 10.222.0.75 "DELETE /v2.0/security-groups/f5d340f6-5283-44aa-a0af-0d9d5b085036 HTTP/1.1" status: 204 len: 168 time: 0.1940138 Apr 09 13:56:50.883231 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85266) accepted ('10.222.0.75', 37356) {{(pid=85266) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:56:51.512039 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a908e430-79f2-4c29-b409-e4f688ff87af req-4c9b3070-0389-4e24-aaeb-521dd1dadf3d tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:56:51.513649 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-a908e430-79f2-4c29-b409-e4f688ff87af req-4c9b3070-0389-4e24-aaeb-521dd1dadf3d tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] 10.222.0.75 "GET /v2.0/ports?device_id=fdfd806a-3e22-44ef-950a-a63e62c4ef35 HTTP/1.1" status: 200 len: 944 time: 0.1642022 Apr 09 13:56:51.557410 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-a908e430-79f2-4c29-b409-e4f688ff87af req-1dd43ae2-bd4b-43c7-8d9d-8a702592887c tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] 10.222.0.75 "GET /v2.0/security-groups?id=ed94d330-8b0e-4bea-8543-5b21c533b4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355678 Apr 09 13:56:51.652013 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-92ffe48b-4bcc-4d27-843b-4f3873e3eeb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854062954'] for router_interface, before_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:56:52.014239 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fec5f5-571d-482c-8a3e-ae6e0ee3e6bc req-cae056e2-bb0b-45c7-b1af-cd58041a460b tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:56:52.016150 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-74fec5f5-571d-482c-8a3e-ae6e0ee3e6bc req-cae056e2-bb0b-45c7-b1af-cd58041a460b tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] 10.222.0.75 "GET /v2.0/ports?device_id=d88d5a1c-e792-4b18-94c9-2588e9a40ae9 HTTP/1.1" status: 200 len: 945 time: 0.3067653 Apr 09 13:56:52.056731 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-74fec5f5-571d-482c-8a3e-ae6e0ee3e6bc req-7b84370b-c487-4b09-b2c8-d0b01daf4aa5 tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] 10.222.0.75 "GET /v2.0/security-groups?id=c8f7f5e9-cd69-4835-8f28-4d28be93cebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323787 Apr 09 13:56:52.146826 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.plugin [None req-92ffe48b-4bcc-4d27-843b-4f3873e3eeb2 admin admin] Deleting port 9def8c0b-9829-4587-81d5-63f0d911610b {{(pid=85266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 09 13:56:52.147207 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-92ffe48b-4bcc-4d27-843b-4f3873e3eeb2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771815896742'] for port, before_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:56:52.299068 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.rpc [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Device 1df5cbc1-88b0-421e-b6c8-4778e22e26e6 up at agent hyperv_hv-cinder-78536 {{(pid=85267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 09 13:56:52.357814 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.db [None req-92ffe48b-4bcc-4d27-843b-4f3873e3eeb2 admin admin] For port 9def8c0b-9829-4587-81d5-63f0d911610b, host dv-cinder-785362-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-1-smb',level=0,port_id=9def8c0b-9829-4587-81d5-63f0d911610b,segment=NetworkSegment(38f09ab6-9633-4381-a064-480473442993),segment_id=38f09ab6-9633-4381-a064-480473442993)] {{(pid=85266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 09 13:56:52.358223 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-92ffe48b-4bcc-4d27-843b-4f3873e3eeb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-707704'] for port, precommit_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:56:52.374592 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.provisioning_blocks [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Provisioning for port 1df5cbc1-88b0-421e-b6c8-4778e22e26e6 completed by entity L2. {{(pid=85267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 09 13:56:52.381125 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.provisioning_blocks [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Provisioning complete for port 1df5cbc1-88b0-421e-b6c8-4778e22e26e6 triggered by entity L2. {{(pid=85267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 09 13:56:52.381554 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765226'] for port, provisioning_complete {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:56:52.497576 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.plugin [None req-92ffe48b-4bcc-4d27-843b-4f3873e3eeb2 admin admin] Calling delete_port for 9def8c0b-9829-4587-81d5-63f0d911610b owned by network:router_interface {{(pid=85266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 09 13:56:52.523933 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853739810'] for port, before_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:56:52.536905 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd88d5a1c-e792-4b18-94c9-2588e9a40ae9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1df5cbc1-88b0-421e-b6c8-4778e22e26e6'}] {{(pid=85267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 09 13:56:52.550202 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.db [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] For port 1df5cbc1-88b0-421e-b6c8-4778e22e26e6, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=1df5cbc1-88b0-421e-b6c8-4778e22e26e6,segment=NetworkSegment(9ea96457-6cc3-4179-a4b9-741b8e01731f),segment_id=9ea96457-6cc3-4179-a4b9-741b8e01731f)] {{(pid=85267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 09 13:56:52.553949 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853739901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853759498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265038874484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771815468181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265039307602'] for port, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:56:52.555606 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.rpc [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Device 73594664-ccef-4cc6-8c6f-3ac0812c9d97 up at agent hyperv_hv-cinder-78536 {{(pid=85267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 09 13:56:52.590179 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:56:52.639702 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd88d5a1c-e792-4b18-94c9-2588e9a40ae9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1df5cbc1-88b0-421e-b6c8-4778e22e26e6', 'code': 200} Apr 09 13:56:52.705502 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Pushing event updated for resources: {'Port': ['ID=1df5cbc1-88b0-421e-b6c8-4778e22e26e6,revision_number=5']} {{(pid=85267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:56:52.706201 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-92ffe48b-4bcc-4d27-843b-4f3873e3eeb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853739901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853759498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363265038874501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363265039307636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2203223'] for port, after_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:56:52.710001 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=85267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:56:52.716890 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.provisioning_blocks [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Provisioning complete for port 73594664-ccef-4cc6-8c6f-3ac0812c9d97 triggered by entity L2. {{(pid=85267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 09 13:56:52.717216 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765226'] for port, provisioning_complete {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:56:52.727498 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-19b86698-3fa3-495f-84dd-37fb23bb5f6b tempest-TestShelveInstance-2046492814 tempest-TestShelveInstance-2046492814-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:56:52.849304 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853739810'] for port, before_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:56:52.865413 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ffe48b-4bcc-4d27-843b-4f3873e3eeb2 admin admin] Pushing event deleted for resources: {'Port': ['ID=9def8c0b-9829-4587-81d5-63f0d911610b,revision_number=None']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:56:52.867755 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.db [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] For port 73594664-ccef-4cc6-8c6f-3ac0812c9d97, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=73594664-ccef-4cc6-8c6f-3ac0812c9d97,segment=NetworkSegment(5475d062-1238-45f6-bf79-210ecdb0febe),segment_id=5475d062-1238-45f6-bf79-210ecdb0febe)] {{(pid=85267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 09 13:56:52.871098 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853739901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853759498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265038874484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771815468181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265039307602'] for port, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:56:52.872175 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.rpc [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Device 692d69f0-6230-42eb-8695-2e698bb43640 no longer exists at agent hyperv_hv-cinder-78536 {{(pid=85267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 09 13:56:52.902687 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-f9eb629c-77bb-4d72-aa71-0404bf3065a5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:56:52.934466 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-92ffe48b-4bcc-4d27-843b-4f3873e3eeb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:56:52.951199 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.plugin [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] No Port match for: 692d69f0-6230-42eb-8695-2e698bb43640 {{(pid=85267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 09 13:56:52.951589 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.rpc [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Device 692d69f0-6230-42eb-8695-2e698bb43640 not bound to the agent host hv-cinder-78536 {{(pid=85267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 09 13:56:52.981128 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Pushing event updated for resources: {'Port': ['ID=73594664-ccef-4cc6-8c6f-3ac0812c9d97,revision_number=10']} {{(pid=85267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:56:52.985819 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=85267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:56:53.040615 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9ee5eb-116d-4346-bdec-ffb514a2a01b req-b1995598-60e9-4816-aa3f-7563f069a22c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:56:53.042323 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-3e9ee5eb-116d-4346-bdec-ffb514a2a01b req-b1995598-60e9-4816-aa3f-7563f069a22c service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=d88d5a1c-e792-4b18-94c9-2588e9a40ae9 HTTP/1.1" status: 200 len: 1099 time: 0.2203200 Apr 09 13:56:53.107099 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652ec72e-d084-42b7-8b6f-a9f7348abc61 req-59c35855-fa3c-48ea-834c-29ebdeaf0e54 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:56:53.108904 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-652ec72e-d084-42b7-8b6f-a9f7348abc61 req-59c35855-fa3c-48ea-834c-29ebdeaf0e54 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] 10.222.0.75 "GET /v2.0/ports?device_id=fdfd806a-3e22-44ef-950a-a63e62c4ef35 HTTP/1.1" status: 200 len: 944 time: 0.3834364 Apr 09 13:56:53.193197 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-3e9ee5eb-116d-4346-bdec-ffb514a2a01b req-ab67d076-93a9-4e77-936e-25d3bcdbbe3f service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=c8f7f5e9-cd69-4835-8f28-4d28be93cebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407356 Apr 09 13:56:53.198200 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-652ec72e-d084-42b7-8b6f-a9f7348abc61 req-64ac5624-c849-4c1f-b5d1-2cd7246cd0ed tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] 10.222.0.75 "GET /v2.0/security-groups?id=ed94d330-8b0e-4bea-8543-5b21c533b4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814815 Apr 09 13:56:53.715210 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-92ffe48b-4bcc-4d27-843b-4f3873e3eeb2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854017518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854061403'] for router_interface, after_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:56:53.756764 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00da0e54-42fb-485b-9ecd-95f78f3366f8 req-b37851a6-cd01-4f4b-a795-c114e6f0499c tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:56:53.758373 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-00da0e54-42fb-485b-9ecd-95f78f3366f8 req-b37851a6-cd01-4f4b-a795-c114e6f0499c tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] 10.222.0.75 "GET /v2.0/ports?device_id=d88d5a1c-e792-4b18-94c9-2588e9a40ae9 HTTP/1.1" status: 200 len: 946 time: 0.2394958 Apr 09 13:56:53.860347 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-00da0e54-42fb-485b-9ecd-95f78f3366f8 req-0705fbd2-5ad5-4823-99e6-16d842c89c8f tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] 10.222.0.75 "GET /v2.0/security-groups?id=c8f7f5e9-cd69-4835-8f28-4d28be93cebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476797 Apr 09 13:56:54.300775 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92ffe48b-4bcc-4d27-843b-4f3873e3eeb2 admin admin] Router 6c80f60e-8f86-4b3a-96ce-89ec0e70d8a4 has already been hosted by L3 agent 69305824-358b-46b0-9707-cd2ded304b9c {{(pid=85266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 09 13:56:54.567418 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e8bc98-5035-4454-b916-2d6ea2407b12 req-38080263-ce71-45fc-ad61-b4ade8cc6b96 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:56:54.569003 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-71e8bc98-5035-4454-b916-2d6ea2407b12 req-38080263-ce71-45fc-ad61-b4ade8cc6b96 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] 10.222.0.75 "GET /v2.0/ports?device_id=fdfd806a-3e22-44ef-950a-a63e62c4ef35 HTTP/1.1" status: 200 len: 946 time: 0.2077885 Apr 09 13:56:54.571744 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92ffe48b-4bcc-4d27-843b-4f3873e3eeb2 admin admin] Notify agent at l3_agent.dv-cinder-785362-1-smb the message routers_updated {{(pid=85266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 09 13:56:54.583247 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f35c6a0-8de4-4f04-b6db-c239a176ae44 None None] Sync routers for ids ['6c80f60e-8f86-4b3a-96ce-89ec0e70d8a4'] in dv-cinder-785362-1-smb {{(pid=85268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 09 13:56:54.592869 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f35c6a0-8de4-4f04-b6db-c239a176ae44 None None] Routers {'6c80f60e-8f86-4b3a-96ce-89ec0e70d8a4'} bound to L3 agent in host dv-cinder-785362-1-smb {{(pid=85268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 09 13:56:54.593544 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_hamode_db [None req-5f35c6a0-8de4-4f04-b6db-c239a176ae44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-785362-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-09T13:38:04Z,description=,heartbeat_timestamp=2021-04-09T13:56:34Z,host='dv-cinder-785362-1-smb',id=69305824-358b-46b0-9707-cd2ded304b9c,load=0,resource_versions=,resources_synced=,started_at=2021-04-09T13:38:04Z,topic='l3_agent')) {'router_ids': ['6c80f60e-8f86-4b3a-96ce-89ec0e70d8a4'], 'active': True} {{(pid=85268) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 13:56:54.608319 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-71e8bc98-5035-4454-b916-2d6ea2407b12 req-fd0fe69a-0364-462f-ae5f-cca3610184fa tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] 10.222.0.75 "GET /v2.0/security-groups?id=ed94d330-8b0e-4bea-8543-5b21c533b4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312192 Apr 09 13:56:54.613464 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-92ffe48b-4bcc-4d27-843b-4f3873e3eeb2 admin admin] 10.222.0.75 "PUT /v2.0/routers/6c80f60e-8f86-4b3a-96ce-89ec0e70d8a4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7265966 Apr 09 13:56:54.613790 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85266) accepted ('10.222.0.75', 37374) {{(pid=85266) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:56:54.640962 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdfd806a-3e22-44ef-950a-a63e62c4ef35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73594664-ccef-4cc6-8c6f-3ac0812c9d97'}] {{(pid=85267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 09 13:56:54.691848 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdfd806a-3e22-44ef-950a-a63e62c4ef35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73594664-ccef-4cc6-8c6f-3ac0812c9d97', 'code': 200} Apr 09 13:56:54.792683 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_dvr_db [None req-5f35c6a0-8de4-4f04-b6db-c239a176ae44 None None] Set router 6c80f60e-8f86-4b3a-96ce-89ec0e70d8a4 gateway port host: dv-cinder-785362-1-smb {{(pid=85268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 09 13:56:54.810283 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-403a8a68-9b18-4907-855c-1330cecac899 admin admin] Notify callbacks [] for router, before_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:56:55.138798 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48546f07-b9f5-42ba-ad86-064dfe6ca325 req-c2db8bf5-6a04-4a39-a111-f505f3636346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:56:55.141200 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-48546f07-b9f5-42ba-ad86-064dfe6ca325 req-c2db8bf5-6a04-4a39-a111-f505f3636346 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=fdfd806a-3e22-44ef-950a-a63e62c4ef35 HTTP/1.1" status: 200 len: 1099 time: 0.2562149 Apr 09 13:56:55.143559 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-403a8a68-9b18-4907-855c-1330cecac899 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:56:55.160679 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_hamode_db [None req-5f35c6a0-8de4-4f04-b6db-c239a176ae44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c80f60e-8f86-4b3a-96ce-89ec0e70d8a4', 'name': 'tempest-TestShelveInstance-1650488399-router', 'tenant_id': '42cd23f53368468a94a14f89589efd1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd39673be-df84-4009-abea-d472d159fdfd', 'external_fixed_ips': [{'subnet_id': 'f6eeb1a0-26c5-43d1-996f-84b999bf12c7', 'ip_address': '172.28.0.57'}], 'enable_snat': True}, 'gw_port_id': 'c7d6af8c-d687-475a-8e8b-f1a19028348c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T13:48:41Z', 'updated_at': '2021-04-09T13:56:52Z', 'revision_number': 5, 'project_id': '42cd23f53368468a94a14f89589efd1d', 'gw_port': {'id': 'c7d6af8c-d687-475a-8e8b-f1a19028348c', 'name': '', 'network_id': 'd39673be-df84-4009-abea-d472d159fdfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:8f:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c80f60e-8f86-4b3a-96ce-89ec0e70d8a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'f6eeb1a0-26c5-43d1-996f-84b999bf12c7', 'ip_address': '172.28.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:48:43Z', 'updated_at': '2021-04-09T13:48:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6eeb1a0-26c5-43d1-996f-84b999bf12c7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-1-smb'}], 'dv-cinder-785362-1-smb', False) {} {{(pid=85268) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 13:56:55.164729 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f35c6a0-8de4-4f04-b6db-c239a176ae44 None None] Checking router: 6c80f60e-8f86-4b3a-96ce-89ec0e70d8a4 for host: dv-cinder-785362-1-smb {{(pid=85268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 09 13:56:55.174024 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f35c6a0-8de4-4f04-b6db-c239a176ae44 None None] Routers {'6c80f60e-8f86-4b3a-96ce-89ec0e70d8a4'} bound to L3 agent in host dv-cinder-785362-1-smb {{(pid=85268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 09 13:56:55.174765 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_hamode_db [None req-5f35c6a0-8de4-4f04-b6db-c239a176ae44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-785362-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-09T13:38:04Z,description=,heartbeat_timestamp=2021-04-09T13:56:34Z,host='dv-cinder-785362-1-smb',id=69305824-358b-46b0-9707-cd2ded304b9c,load=0,resource_versions=,resources_synced=,started_at=2021-04-09T13:38:04Z,topic='l3_agent')) {'router_ids': ['6c80f60e-8f86-4b3a-96ce-89ec0e70d8a4'], 'active': True} {{(pid=85268) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 13:56:55.182801 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.plugin [None req-403a8a68-9b18-4907-855c-1330cecac899 admin admin] Deleting port c7d6af8c-d687-475a-8e8b-f1a19028348c {{(pid=85266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 09 13:56:55.183373 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-403a8a68-9b18-4907-855c-1330cecac899 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771815896742'] for port, before_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:56:55.225702 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-48546f07-b9f5-42ba-ad86-064dfe6ca325 req-5e9ab410-0d81-49b1-a098-38f6e266b1c1 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=ed94d330-8b0e-4bea-8543-5b21c533b4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720336 Apr 09 13:56:55.260378 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac2467e-ad99-4f9d-9411-14f5f98c14f4 req-a75090ae-a069-4b5f-946a-7741271c96c0 tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:56:55.262045 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-8ac2467e-ad99-4f9d-9411-14f5f98c14f4 req-a75090ae-a069-4b5f-946a-7741271c96c0 tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] 10.222.0.75 "GET /v2.0/ports?device_id=d88d5a1c-e792-4b18-94c9-2588e9a40ae9 HTTP/1.1" status: 200 len: 946 time: 0.2214518 Apr 09 13:56:55.341287 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_dvr_db [None req-5f35c6a0-8de4-4f04-b6db-c239a176ae44 None None] Set router 6c80f60e-8f86-4b3a-96ce-89ec0e70d8a4 gateway port host: None {{(pid=85268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 09 13:56:55.623769 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-8ac2467e-ad99-4f9d-9411-14f5f98c14f4 req-bd47a0f7-00a4-411f-ab3d-16370c039fc8 tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] 10.222.0.75 "GET /v2.0/security-groups?id=c8f7f5e9-cd69-4835-8f28-4d28be93cebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3440881 Apr 09 13:56:55.629890 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_hamode_db [None req-5f35c6a0-8de4-4f04-b6db-c239a176ae44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c80f60e-8f86-4b3a-96ce-89ec0e70d8a4', 'name': 'tempest-TestShelveInstance-1650488399-router', 'tenant_id': '42cd23f53368468a94a14f89589efd1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T13:48:41Z', 'updated_at': '2021-04-09T13:56:55Z', 'revision_number': 6, 'project_id': '42cd23f53368468a94a14f89589efd1d', 'gw_port_host': None}], 'dv-cinder-785362-1-smb', False) {} {{(pid=85268) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 13:56:55.634825 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f35c6a0-8de4-4f04-b6db-c239a176ae44 None None] The sync data for ids ['6c80f60e-8f86-4b3a-96ce-89ec0e70d8a4'] in dv-cinder-785362-1-smb is: [{'id': '6c80f60e-8f86-4b3a-96ce-89ec0e70d8a4', 'name': 'tempest-TestShelveInstance-1650488399-router', 'tenant_id': '42cd23f53368468a94a14f89589efd1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T13:48:41Z', 'updated_at': '2021-04-09T13:56:55Z', 'revision_number': 6, 'project_id': '42cd23f53368468a94a14f89589efd1d', 'gw_port_host': None}] {{(pid=85268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 09 13:56:55.673270 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.db [None req-403a8a68-9b18-4907-855c-1330cecac899 admin admin] For port c7d6af8c-d687-475a-8e8b-f1a19028348c, host dv-cinder-785362-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-1-smb',level=0,port_id=c7d6af8c-d687-475a-8e8b-f1a19028348c,segment=NetworkSegment(d71e9641-c1ca-48b4-9c8d-e574468b8697),segment_id=d71e9641-c1ca-48b4-9c8d-e574468b8697)] {{(pid=85266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 09 13:56:55.673270 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-403a8a68-9b18-4907-855c-1330cecac899 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-707704'] for port, precommit_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:56:55.830578 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.plugin [None req-403a8a68-9b18-4907-855c-1330cecac899 admin admin] Calling delete_port for c7d6af8c-d687-475a-8e8b-f1a19028348c owned by network:router_gateway {{(pid=85266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 09 13:56:56.018522 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89d0120-28d1-4dc3-b83a-9fe041eaa9b6 req-de2b82e7-e617-4263-b865-25ed24bf0dfe tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:56:56.020240 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-c89d0120-28d1-4dc3-b83a-9fe041eaa9b6 req-de2b82e7-e617-4263-b865-25ed24bf0dfe tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] 10.222.0.75 "GET /v2.0/ports?device_id=fdfd806a-3e22-44ef-950a-a63e62c4ef35 HTTP/1.1" status: 200 len: 946 time: 0.1979389 Apr 09 13:56:56.058740 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-c89d0120-28d1-4dc3-b83a-9fe041eaa9b6 req-13415746-f696-4c55-af75-24b4454aa9b6 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] 10.222.0.75 "GET /v2.0/security-groups?id=ed94d330-8b0e-4bea-8543-5b21c533b4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302384 Apr 09 13:56:56.131535 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-403a8a68-9b18-4907-855c-1330cecac899 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853739901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853759498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363265038874501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363265039307636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2203223'] for port, after_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:56:56.148976 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:56:56.211650 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403a8a68-9b18-4907-855c-1330cecac899 admin admin] Pushing event deleted for resources: {'Port': ['ID=c7d6af8c-d687-475a-8e8b-f1a19028348c,revision_number=None']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:56:56.216171 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-403a8a68-9b18-4907-855c-1330cecac899 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:56:56.428334 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-403a8a68-9b18-4907-855c-1330cecac899 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854064475'] for router_gateway, after_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:56:56.628353 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-403a8a68-9b18-4907-855c-1330cecac899 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-716581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-882'] for router, precommit_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:56:56.630914 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-403a8a68-9b18-4907-855c-1330cecac899 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:56:56.721187 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-403a8a68-9b18-4907-855c-1330cecac899 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-716687'] for router, after_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:56:56.721661 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-403a8a68-9b18-4907-855c-1330cecac899 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6c80f60e-8f86-4b3a-96ce-89ec0e70d8a4 {{(pid=85266) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 09 13:56:56.736853 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-403a8a68-9b18-4907-855c-1330cecac899 admin admin] Notify callbacks [] for router, before_response {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:56:56.738142 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-403a8a68-9b18-4907-855c-1330cecac899 admin admin] 10.222.0.75 "DELETE /v2.0/routers/6c80f60e-8f86-4b3a-96ce-89ec0e70d8a4 HTTP/1.1" status: 204 len: 168 time: 2.1235008 Apr 09 13:56:56.740869 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85266) accepted ('10.222.0.75', 37424) {{(pid=85266) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:56:56.808395 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.db_base_plugin_v2 [None req-846526f8-713b-4499-a61e-ce16d820da03 admin admin] Deleting subnet 3d7b5803-c407-4abc-ab92-6b23397b2a0e {{(pid=85266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 09 13:56:56.812151 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-846526f8-713b-4499-a61e-ce16d820da03 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:56:56.871973 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-846526f8-713b-4499-a61e-ce16d820da03 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2202283'] for subnet, precommit_delete_associations {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:56:56.962430 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-846526f8-713b-4499-a61e-ce16d820da03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854770481'] for subnet, precommit_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:56:57.157119 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.rpc [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Device c7d6af8c-d687-475a-8e8b-f1a19028348c no longer exists at agent ovs-agent-dv-cinder-785362-1-smb {{(pid=85267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 09 13:56:57.197454 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.plugin [None req-250ccce2-add9-4520-ab97-985e32375bee None None] No Port match for: c7d6af8c-d687-475a-8e8b-f1a19028348c {{(pid=85267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 09 13:56:57.197883 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.rpc [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Device c7d6af8c-d687-475a-8e8b-f1a19028348c not bound to the agent host dv-cinder-785362-1-smb {{(pid=85267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 09 13:56:57.198365 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.rpc [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Device 9def8c0b-9829-4587-81d5-63f0d911610b no longer exists at agent ovs-agent-dv-cinder-785362-1-smb {{(pid=85267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 09 13:56:57.236608 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.plugin [None req-250ccce2-add9-4520-ab97-985e32375bee None None] No Port match for: 9def8c0b-9829-4587-81d5-63f0d911610b {{(pid=85267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 09 13:56:57.236998 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.rpc [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Device 9def8c0b-9829-4587-81d5-63f0d911610b not bound to the agent host dv-cinder-785362-1-smb {{(pid=85267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 09 13:56:57.312828 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-846526f8-713b-4499-a61e-ce16d820da03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-5316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852572547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2218386'] for subnet, after_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:56:57.329664 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:56:57.381107 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846526f8-713b-4499-a61e-ce16d820da03 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3d7b5803-c407-4abc-ab92-6b23397b2a0e,revision_number=None']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:56:57.392550 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ab4854-ad56-4042-b48c-cf6e170de0ee req-5138b860-edb8-412c-9bdc-ed6cd9bd55f1 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:56:57.394162 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-22ab4854-ad56-4042-b48c-cf6e170de0ee req-5138b860-edb8-412c-9bdc-ed6cd9bd55f1 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] 10.222.0.75 "GET /v2.0/ports?device_id=fdfd806a-3e22-44ef-950a-a63e62c4ef35 HTTP/1.1" status: 200 len: 946 time: 0.1919713 Apr 09 13:56:57.395033 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-846526f8-713b-4499-a61e-ce16d820da03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:56:57.493986 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-22ab4854-ad56-4042-b48c-cf6e170de0ee req-cdef7ff6-7ac6-4864-8a83-0ea648c357dc tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] 10.222.0.75 "GET /v2.0/security-groups?id=ed94d330-8b0e-4bea-8543-5b21c533b4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506349 Apr 09 13:56:57.509411 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-846526f8-713b-4499-a61e-ce16d820da03 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:56:57.513320 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf18835f-556f-4a3c-a6f2-8b520cf96be5 None None] Network ae0f8e7f-ca5f-4c00-9803-4f9cd2a8e187 requested from dv-cinder-785362-1-smb {{(pid=85267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 09 13:56:57.520768 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-846526f8-713b-4499-a61e-ce16d820da03 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/3d7b5803-c407-4abc-ab92-6b23397b2a0e HTTP/1.1" status: 204 len: 168 time: 0.7787833 Apr 09 13:56:57.521789 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85266) accepted ('10.222.0.75', 37434) {{(pid=85266) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:56:57.647023 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-c9a9fb55-0b59-458c-ab93-b21500b27c43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-925549'] for network, before_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:56:57.717426 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.plugin [None req-c9a9fb55-0b59-458c-ab93-b21500b27c43 admin admin] Deleting port 33e8aacb-b20e-4d71-868a-2f469192bc9a {{(pid=85266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 09 13:56:57.718174 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-c9a9fb55-0b59-458c-ab93-b21500b27c43 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771815896742'] for port, before_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:56:57.822265 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa85a769-27c5-402e-bef4-f34b4964d66b None None] DHCP port deletion for ae0f8e7f-ca5f-4c00-9803-4f9cd2a8e187 request from dv-cinder-785362-1-smb {{(pid=85267) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 09 13:56:57.826597 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.plugin [None req-aa85a769-27c5-402e-bef4-f34b4964d66b None None] Deleting port 33e8aacb-b20e-4d71-868a-2f469192bc9a {{(pid=85267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 09 13:56:57.827017 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-aa85a769-27c5-402e-bef4-f34b4964d66b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771815896742'] for port, before_delete {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:56:57.972749 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.db [None req-c9a9fb55-0b59-458c-ab93-b21500b27c43 admin admin] For port 33e8aacb-b20e-4d71-868a-2f469192bc9a, host dv-cinder-785362-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-1-smb',level=0,port_id=33e8aacb-b20e-4d71-868a-2f469192bc9a,segment=NetworkSegment(38f09ab6-9633-4381-a064-480473442993),segment_id=38f09ab6-9633-4381-a064-480473442993)] {{(pid=85266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 09 13:56:57.973238 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-c9a9fb55-0b59-458c-ab93-b21500b27c43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-707704'] for port, precommit_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:56:58.079254 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.db [None req-aa85a769-27c5-402e-bef4-f34b4964d66b None None] For port 33e8aacb-b20e-4d71-868a-2f469192bc9a, host dv-cinder-785362-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-1-smb',level=0,port_id=33e8aacb-b20e-4d71-868a-2f469192bc9a,segment=NetworkSegment(38f09ab6-9633-4381-a064-480473442993),segment_id=38f09ab6-9633-4381-a064-480473442993)] {{(pid=85267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 09 13:56:58.079562 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-aa85a769-27c5-402e-bef4-f34b4964d66b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-707704'] for port, precommit_delete {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:56:58.127465 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.plugin [None req-c9a9fb55-0b59-458c-ab93-b21500b27c43 admin admin] Calling delete_port for 33e8aacb-b20e-4d71-868a-2f469192bc9a owned by network:dhcp {{(pid=85266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 09 13:56:58.213465 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-c9a9fb55-0b59-458c-ab93-b21500b27c43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853739901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853759498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363265038874501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363265039307636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2203223'] for port, after_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:56:58.226332 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.plugin [None req-aa85a769-27c5-402e-bef4-f34b4964d66b None None] Calling delete_port for 33e8aacb-b20e-4d71-868a-2f469192bc9a owned by network:dhcp {{(pid=85267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 09 13:56:58.230948 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-403a8a68-9b18-4907-855c-1330cecac899 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:56:58.289916 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a9fb55-0b59-458c-ab93-b21500b27c43 admin admin] Pushing event deleted for resources: {'Port': ['ID=33e8aacb-b20e-4d71-868a-2f469192bc9a,revision_number=None']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:56:58.292583 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-c9a9fb55-0b59-458c-ab93-b21500b27c43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:56:58.317461 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.db.api [None req-aa85a769-27c5-402e-bef4-f34b4964d66b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85267) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 09 13:56:58.317913 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_db.api [None req-aa85a769-27c5-402e-bef4-f34b4964d66b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 09 13:56:58.384725 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9a9fb55-0b59-458c-ab93-b21500b27c43 admin admin] No DVR routers for this DVR port 33e8aacb-b20e-4d71-868a-2f469192bc9a on host dv-cinder-785362-1-smb {{(pid=85266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 09 13:56:58.511529 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-c9a9fb55-0b59-458c-ab93-b21500b27c43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-12623', 'neutron.services.segments.db._delete_segments_for_network--9223363265038819086'] for network, precommit_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:56:58.819585 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.plugin [None req-aa85a769-27c5-402e-bef4-f34b4964d66b None None] Deleting port 33e8aacb-b20e-4d71-868a-2f469192bc9a {{(pid=85267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 09 13:56:58.819915 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-aa85a769-27c5-402e-bef4-f34b4964d66b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771815896742'] for port, before_delete {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:56:58.860678 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.services.segments.db [None req-c9a9fb55-0b59-458c-ab93-b21500b27c43 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae0f8e7f-ca5f-4c00-9803-4f9cd2a8e187']}} {{(pid=85266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 13:56:58.873758 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.services.segments.db [None req-c9a9fb55-0b59-458c-ab93-b21500b27c43 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38f09ab6-9633-4381-a064-480473442993') {'for_net_delete': True} {{(pid=85266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 13:56:58.874080 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.services.segments.db [None req-c9a9fb55-0b59-458c-ab93-b21500b27c43 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38f09ab6-9633-4381-a064-480473442993') {} {{(pid=85266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 13:56:58.886550 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-c9a9fb55-0b59-458c-ab93-b21500b27c43 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363265038788092', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852573549'] for segment, before_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:56:58.894450 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.plugin [None req-aa85a769-27c5-402e-bef4-f34b4964d66b None None] The port '33e8aacb-b20e-4d71-868a-2f469192bc9a' was deleted {{(pid=85267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 09 13:56:58.903617 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-c9a9fb55-0b59-458c-ab93-b21500b27c43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854760408'] for segment, precommit_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:56:58.911630 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9a9fb55-0b59-458c-ab93-b21500b27c43 admin admin] Releasing vlan 634 on physical network physnet1 to pool {{(pid=85266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 09 13:56:59.103223 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.managers [None req-c9a9fb55-0b59-458c-ab93-b21500b27c43 admin admin] Network ae0f8e7f-ca5f-4c00-9803-4f9cd2a8e187 has no segments {{(pid=85266) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 09 13:56:59.112714 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-c9a9fb55-0b59-458c-ab93-b21500b27c43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852572640'] for segment, after_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:56:59.137614 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.rpc [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Device 33e8aacb-b20e-4d71-868a-2f469192bc9a no longer exists at agent ovs-agent-dv-cinder-785362-1-smb {{(pid=85267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 09 13:56:59.180138 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.plugin [None req-250ccce2-add9-4520-ab97-985e32375bee None None] No Port match for: 33e8aacb-b20e-4d71-868a-2f469192bc9a {{(pid=85267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 09 13:56:59.180658 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.rpc [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Device 33e8aacb-b20e-4d71-868a-2f469192bc9a not bound to the agent host dv-cinder-785362-1-smb {{(pid=85267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 09 13:56:59.308187 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.managers [None req-c9a9fb55-0b59-458c-ab93-b21500b27c43 admin admin] Network ae0f8e7f-ca5f-4c00-9803-4f9cd2a8e187 has no segments {{(pid=85266) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 09 13:56:59.336570 dv-cinder-785362-1-smb neutron-server[85152]: Traceback (most recent call last): Apr 09 13:56:59.336570 dv-cinder-785362-1-smb neutron-server[85152]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 09 13:56:59.336570 dv-cinder-785362-1-smb neutron-server[85152]: timer() Apr 09 13:56:59.336570 dv-cinder-785362-1-smb neutron-server[85152]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 09 13:56:59.336570 dv-cinder-785362-1-smb neutron-server[85152]: cb(*args, **kw) Apr 09 13:56:59.336570 dv-cinder-785362-1-smb neutron-server[85152]: File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper Apr 09 13:56:59.336570 dv-cinder-785362-1-smb neutron-server[85152]: return func(*args, **kwargs) Apr 09 13:56:59.336570 dv-cinder-785362-1-smb neutron-server[85152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 09 13:56:59.336570 dv-cinder-785362-1-smb neutron-server[85152]: self._notify() Apr 09 13:56:59.336570 dv-cinder-785362-1-smb neutron-server[85152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 09 13:56:59.336570 dv-cinder-785362-1-smb neutron-server[85152]: self.callback(batched_events) Apr 09 13:56:59.336570 dv-cinder-785362-1-smb neutron-server[85152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 09 13:56:59.336570 dv-cinder-785362-1-smb neutron-server[85152]: event.method(event) Apr 09 13:56:59.336570 dv-cinder-785362-1-smb neutron-server[85152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 09 13:56:59.336570 dv-cinder-785362-1-smb neutron-server[85152]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 09 13:56:59.336570 dv-cinder-785362-1-smb neutron-server[85152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 09 13:56:59.336570 dv-cinder-785362-1-smb neutron-server[85152]: segment_id)['aggregates'][0] Apr 09 13:56:59.336570 dv-cinder-785362-1-smb neutron-server[85152]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 09 13:56:59.336570 dv-cinder-785362-1-smb neutron-server[85152]: return f(self, *a, **k) Apr 09 13:56:59.336570 dv-cinder-785362-1-smb neutron-server[85152]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 09 13:56:59.336570 dv-cinder-785362-1-smb neutron-server[85152]: return self._get(url).json() Apr 09 13:56:59.336570 dv-cinder-785362-1-smb neutron-server[85152]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 09 13:56:59.336570 dv-cinder-785362-1-smb neutron-server[85152]: **kwargs) Apr 09 13:56:59.336570 dv-cinder-785362-1-smb neutron-server[85152]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 09 13:56:59.336570 dv-cinder-785362-1-smb neutron-server[85152]: return self.request(url, 'GET', **kwargs) Apr 09 13:56:59.336570 dv-cinder-785362-1-smb neutron-server[85152]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 09 13:56:59.336570 dv-cinder-785362-1-smb neutron-server[85152]: **endpoint_filter) Apr 09 13:56:59.336570 dv-cinder-785362-1-smb neutron-server[85152]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 09 13:56:59.336570 dv-cinder-785362-1-smb neutron-server[85152]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 09 13:56:59.336570 dv-cinder-785362-1-smb neutron-server[85152]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 09 13:56:59.336570 dv-cinder-785362-1-smb neutron-server[85152]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 09 13:56:59.336570 dv-cinder-785362-1-smb neutron-server[85152]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 09 13:56:59.416991 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-c9a9fb55-0b59-458c-ab93-b21500b27c43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854763193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-711362'] for network, after_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:56:59.420881 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-8046d33d-c72f-47d3-bf35-48c2c03be792 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:56:59.438714 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-c9a9fb55-0b59-458c-ab93-b21500b27c43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758280'] for network, before_response {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:56:59.445714 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a9fb55-0b59-458c-ab93-b21500b27c43 admin admin] Pushing event deleted for resources: {'Network': ['ID=ae0f8e7f-ca5f-4c00-9803-4f9cd2a8e187,revision_number=None']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:56:59.450680 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-c9a9fb55-0b59-458c-ab93-b21500b27c43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:56:59.462386 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-c9a9fb55-0b59-458c-ab93-b21500b27c43 admin admin] 10.222.0.75 "DELETE /v2.0/networks/ae0f8e7f-ca5f-4c00-9803-4f9cd2a8e187 HTTP/1.1" status: 204 len: 168 time: 1.9394195 Apr 09 13:56:59.465418 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85266) accepted ('10.222.0.75', 37450) {{(pid=85266) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:57:00.061032 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-31fce121-7ea5-474c-9e1f-21fbda22e0cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854062954'] for router_interface, before_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:57:00.444675 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.plugin [None req-31fce121-7ea5-474c-9e1f-21fbda22e0cb admin admin] Deleting port 5e1314cc-cfed-4845-95f0-6f9a1f6263ae {{(pid=85266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 09 13:57:00.445113 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-31fce121-7ea5-474c-9e1f-21fbda22e0cb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771815896742'] for port, before_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:57:00.763233 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.db [None req-31fce121-7ea5-474c-9e1f-21fbda22e0cb admin admin] For port 5e1314cc-cfed-4845-95f0-6f9a1f6263ae, host dv-cinder-785362-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-1-smb',level=0,port_id=5e1314cc-cfed-4845-95f0-6f9a1f6263ae,segment=NetworkSegment(35c5af08-fbdd-4a59-bf0a-e59565b1d38c),segment_id=35c5af08-fbdd-4a59-bf0a-e59565b1d38c)] {{(pid=85266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 09 13:57:00.763635 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-31fce121-7ea5-474c-9e1f-21fbda22e0cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-707704'] for port, precommit_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:57:00.910961 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.plugin [None req-31fce121-7ea5-474c-9e1f-21fbda22e0cb admin admin] Calling delete_port for 5e1314cc-cfed-4845-95f0-6f9a1f6263ae owned by network:router_interface {{(pid=85266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 09 13:57:00.959603 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ef5cf2-ff7d-4dde-a251-adb264b52472 req-79f53b81-6567-4581-aad5-d43026f6abf5 tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:57:00.961163 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-a1ef5cf2-ff7d-4dde-a251-adb264b52472 req-79f53b81-6567-4581-aad5-d43026f6abf5 tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] 10.222.0.75 "GET /v2.0/networks?id=980ef833-70b8-42cc-945f-bbc9825cba0e HTTP/1.1" status: 200 len: 815 time: 0.3653450 Apr 09 13:57:00.989990 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-a1ef5cf2-ff7d-4dde-a251-adb264b52472 req-0cd3913b-19ef-463f-af02-cef2a36f73a4 tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] 10.222.0.75 "GET /v2.0/quotas/62f48136cb2a4566a0aa2a3df7313d89 HTTP/1.1" status: 200 len: 375 time: 0.0189481 Apr 09 13:57:01.096033 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-365e2352-a3aa-41a0-866e-d8d655a831eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:57:01.125098 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-a1ef5cf2-ff7d-4dde-a251-adb264b52472 req-81a4e9f3-28ce-40d8-ad48-aa716e64ac31 tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=62f48136cb2a4566a0aa2a3df7313d89&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1175213 Apr 09 13:57:01.293109 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-31fce121-7ea5-474c-9e1f-21fbda22e0cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853739901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853759498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363265038874501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363265039307636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2203223'] for port, after_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:57:01.548389 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:57:01.610591 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fce121-7ea5-474c-9e1f-21fbda22e0cb admin admin] Pushing event deleted for resources: {'Port': ['ID=5e1314cc-cfed-4845-95f0-6f9a1f6263ae,revision_number=None']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:57:01.665054 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-31fce121-7ea5-474c-9e1f-21fbda22e0cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:57:01.698463 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-a1ef5cf2-ff7d-4dde-a251-adb264b52472 req-d09aef10-aabc-4a9d-82a0-5cbb94b09bee service neutron] 10.222.0.75 "GET /v2.0/networks/980ef833-70b8-42cc-945f-bbc9825cba0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5435944 Apr 09 13:57:01.959103 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-a1ef5cf2-ff7d-4dde-a251-adb264b52472 req-fbbc1eca-985b-4aa2-8c6b-9203bd6f571f service neutron] 10.222.0.75 "GET /v2.0/networks/980ef833-70b8-42cc-945f-bbc9825cba0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2536001 Apr 09 13:57:02.182905 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-c1194905-72ad-4b7e-b6fb-cd354ed4d4b8 req-13f9f550-4c77-4ce0-8b5b-62c1a43e3a85 tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] 10.222.0.75 "GET /v2.0/ports?device_id=b9c222c2-7fa4-42ab-bf23-0b0c477e95e1 HTTP/1.1" status: 200 len: 210 time: 0.0607440 Apr 09 13:57:02.213394 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-31fce121-7ea5-474c-9e1f-21fbda22e0cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854017518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854061403'] for router_interface, after_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:57:02.750291 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31fce121-7ea5-474c-9e1f-21fbda22e0cb admin admin] Router 924165f5-9fc8-4f0a-bf39-38df25ca1450 has already been hosted by L3 agent 69305824-358b-46b0-9707-cd2ded304b9c {{(pid=85266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 09 13:57:02.945503 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31fce121-7ea5-474c-9e1f-21fbda22e0cb admin admin] Notify agent at l3_agent.dv-cinder-785362-1-smb the message routers_updated {{(pid=85266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 09 13:57:02.955372 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5758b97b-adf0-4e81-a9e0-08c5417b6a92 None None] Sync routers for ids ['924165f5-9fc8-4f0a-bf39-38df25ca1450'] in dv-cinder-785362-1-smb {{(pid=85267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 09 13:57:02.962341 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-31fce121-7ea5-474c-9e1f-21fbda22e0cb admin admin] 10.222.0.75 "PUT /v2.0/routers/924165f5-9fc8-4f0a-bf39-38df25ca1450/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4954562 Apr 09 13:57:02.965129 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85266) accepted ('10.222.0.75', 37480) {{(pid=85266) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:57:02.967041 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5758b97b-adf0-4e81-a9e0-08c5417b6a92 None None] Routers {'924165f5-9fc8-4f0a-bf39-38df25ca1450'} bound to L3 agent in host dv-cinder-785362-1-smb {{(pid=85267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 09 13:57:02.967895 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_hamode_db [None req-5758b97b-adf0-4e81-a9e0-08c5417b6a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-785362-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-09T13:38:04Z,description=,heartbeat_timestamp=2021-04-09T13:56:34Z,host='dv-cinder-785362-1-smb',id=69305824-358b-46b0-9707-cd2ded304b9c,load=0,resource_versions=,resources_synced=,started_at=2021-04-09T13:38:04Z,topic='l3_agent')) {'router_ids': ['924165f5-9fc8-4f0a-bf39-38df25ca1450'], 'active': True} {{(pid=85267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 13:57:03.174993 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_dvr_db [None req-5758b97b-adf0-4e81-a9e0-08c5417b6a92 None None] Set router 924165f5-9fc8-4f0a-bf39-38df25ca1450 gateway port host: dv-cinder-785362-1-smb {{(pid=85267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 09 13:57:03.302137 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-a7bfd57f-3531-47f6-9ea8-99cfd37e3fce admin admin] Notify callbacks [] for router, before_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:57:03.514180 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_hamode_db [None req-5758b97b-adf0-4e81-a9e0-08c5417b6a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '924165f5-9fc8-4f0a-bf39-38df25ca1450', 'name': 'tempest-TestShelveInstance-876794609-router', 'tenant_id': '5240d1cd8ddf45229bb08f5d898d6214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd39673be-df84-4009-abea-d472d159fdfd', 'external_fixed_ips': [{'subnet_id': 'f6eeb1a0-26c5-43d1-996f-84b999bf12c7', 'ip_address': '172.28.0.73'}], 'enable_snat': True}, 'gw_port_id': 'db9f7056-b40b-456f-a25c-64266083e5ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T13:48:53Z', 'updated_at': '2021-04-09T13:57:01Z', 'revision_number': 5, 'project_id': '5240d1cd8ddf45229bb08f5d898d6214', 'gw_port': {'id': 'db9f7056-b40b-456f-a25c-64266083e5ba', 'name': '', 'network_id': 'd39673be-df84-4009-abea-d472d159fdfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:f1:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '924165f5-9fc8-4f0a-bf39-38df25ca1450', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'f6eeb1a0-26c5-43d1-996f-84b999bf12c7', 'ip_address': '172.28.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:48:55Z', 'updated_at': '2021-04-09T13:49:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6eeb1a0-26c5-43d1-996f-84b999bf12c7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-1-smb'}], 'dv-cinder-785362-1-smb', False) {} {{(pid=85267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 13:57:03.520259 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5758b97b-adf0-4e81-a9e0-08c5417b6a92 None None] Checking router: 924165f5-9fc8-4f0a-bf39-38df25ca1450 for host: dv-cinder-785362-1-smb {{(pid=85267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 09 13:57:03.530568 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5758b97b-adf0-4e81-a9e0-08c5417b6a92 None None] Routers {'924165f5-9fc8-4f0a-bf39-38df25ca1450'} bound to L3 agent in host dv-cinder-785362-1-smb {{(pid=85267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 09 13:57:03.531921 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_hamode_db [None req-5758b97b-adf0-4e81-a9e0-08c5417b6a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-785362-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-09T13:38:04Z,description=,heartbeat_timestamp=2021-04-09T13:56:34Z,host='dv-cinder-785362-1-smb',id=69305824-358b-46b0-9707-cd2ded304b9c,load=0,resource_versions=,resources_synced=,started_at=2021-04-09T13:38:04Z,topic='l3_agent')) {'router_ids': ['924165f5-9fc8-4f0a-bf39-38df25ca1450'], 'active': True} {{(pid=85267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 13:57:03.781221 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-fb0a7284-f173-475b-b949-bd89ba0bdb4c req-1dff7310-f803-4c08-9d31-ff86f8f31295 tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] 10.222.0.75 "GET /v2.0/ports?device_id=b9c222c2-7fa4-42ab-bf23-0b0c477e95e1 HTTP/1.1" status: 200 len: 210 time: 0.4245846 Apr 09 13:57:03.856156 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ef5cf2-ff7d-4dde-a251-adb264b52472 req-67f827cf-0615-43a7-83ce-b3688cdb3cca tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:57:03.857750 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-a1ef5cf2-ff7d-4dde-a251-adb264b52472 req-67f827cf-0615-43a7-83ce-b3688cdb3cca tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] 10.222.0.90 "GET /v2.0/networks?id=980ef833-70b8-42cc-945f-bbc9825cba0e HTTP/1.1" status: 200 len: 815 time: 0.6758964 Apr 09 13:57:03.870110 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.v2.base [req-a1ef5cf2-ff7d-4dde-a251-adb264b52472 req-43f756a9-df73-4a70-ab97-57d514d9ab58 tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] Request body: {'port': {'device_id': 'b9c222c2-7fa4-42ab-bf23-0b0c477e95e1', 'network_id': '980ef833-70b8-42cc-945f-bbc9825cba0e', 'admin_state_up': True, 'tenant_id': '62f48136cb2a4566a0aa2a3df7313d89'}} {{(pid=85266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 09 13:57:03.898888 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_dvr_db [None req-5758b97b-adf0-4e81-a9e0-08c5417b6a92 None None] Set router 924165f5-9fc8-4f0a-bf39-38df25ca1450 gateway port host: dv-cinder-785362-1-smb {{(pid=85267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 09 13:57:03.924536 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-a7bfd57f-3531-47f6-9ea8-99cfd37e3fce admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:57:03.994597 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.plugin [None req-a7bfd57f-3531-47f6-9ea8-99cfd37e3fce admin admin] Deleting port db9f7056-b40b-456f-a25c-64266083e5ba {{(pid=85266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 09 13:57:03.994974 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-a7bfd57f-3531-47f6-9ea8-99cfd37e3fce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771815896742'] for port, before_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:57:04.184665 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [req-a1ef5cf2-ff7d-4dde-a251-adb264b52472 req-43f756a9-df73-4a70-ab97-57d514d9ab58 tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 13:57:04.206614 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [req-a1ef5cf2-ff7d-4dde-a251-adb264b52472 req-43f756a9-df73-4a70-ab97-57d514d9ab58 tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=85266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 13:57:04.209928 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_hamode_db [None req-5758b97b-adf0-4e81-a9e0-08c5417b6a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '924165f5-9fc8-4f0a-bf39-38df25ca1450', 'name': 'tempest-TestShelveInstance-876794609-router', 'tenant_id': '5240d1cd8ddf45229bb08f5d898d6214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd39673be-df84-4009-abea-d472d159fdfd', 'external_fixed_ips': [{'subnet_id': 'f6eeb1a0-26c5-43d1-996f-84b999bf12c7', 'ip_address': '172.28.0.73'}], 'enable_snat': True}, 'gw_port_id': 'db9f7056-b40b-456f-a25c-64266083e5ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T13:48:53Z', 'updated_at': '2021-04-09T13:57:01Z', 'revision_number': 5, 'project_id': '5240d1cd8ddf45229bb08f5d898d6214', 'gw_port': {'id': 'db9f7056-b40b-456f-a25c-64266083e5ba', 'name': '', 'network_id': 'd39673be-df84-4009-abea-d472d159fdfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:f1:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '924165f5-9fc8-4f0a-bf39-38df25ca1450', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'f6eeb1a0-26c5-43d1-996f-84b999bf12c7', 'ip_address': '172.28.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:48:55Z', 'updated_at': '2021-04-09T13:49:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6eeb1a0-26c5-43d1-996f-84b999bf12c7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-1-smb'}], 'dv-cinder-785362-1-smb', False) {} {{(pid=85267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 13:57:04.214421 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5758b97b-adf0-4e81-a9e0-08c5417b6a92 None None] The sync data for ids ['924165f5-9fc8-4f0a-bf39-38df25ca1450'] in dv-cinder-785362-1-smb is: [{'id': '924165f5-9fc8-4f0a-bf39-38df25ca1450', 'name': 'tempest-TestShelveInstance-876794609-router', 'tenant_id': '5240d1cd8ddf45229bb08f5d898d6214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd39673be-df84-4009-abea-d472d159fdfd', 'external_fixed_ips': [{'subnet_id': 'f6eeb1a0-26c5-43d1-996f-84b999bf12c7', 'ip_address': '172.28.0.73'}], 'enable_snat': True}, 'gw_port_id': 'db9f7056-b40b-456f-a25c-64266083e5ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T13:48:53Z', 'updated_at': '2021-04-09T13:57:01Z', 'revision_number': 5, 'project_id': '5240d1cd8ddf45229bb08f5d898d6214', 'gw_port': {'id': 'db9f7056-b40b-456f-a25c-64266083e5ba', 'name': '', 'network_id': 'd39673be-df84-4009-abea-d472d159fdfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:f1:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '924165f5-9fc8-4f0a-bf39-38df25ca1450', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'f6eeb1a0-26c5-43d1-996f-84b999bf12c7', 'ip_address': '172.28.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:48:55Z', 'updated_at': '2021-04-09T13:49:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6eeb1a0-26c5-43d1-996f-84b999bf12c7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-1-smb'}] {{(pid=85267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 09 13:57:04.233961 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1ef5cf2-ff7d-4dde-a251-adb264b52472 req-43f756a9-df73-4a70-ab97-57d514d9ab58 tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] Made reservation on behalf of 62f48136cb2a4566a0aa2a3df7313d89 for: {'port': 1} {{(pid=85266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 09 13:57:04.240888 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [req-a1ef5cf2-ff7d-4dde-a251-adb264b52472 req-43f756a9-df73-4a70-ab97-57d514d9ab58 tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853739810'] for port, before_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:57:04.255706 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-fb1e2fce-892b-4ea6-aab9-ba988e72f7de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:57:04.295375 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.db [None req-a7bfd57f-3531-47f6-9ea8-99cfd37e3fce admin admin] For port db9f7056-b40b-456f-a25c-64266083e5ba, host dv-cinder-785362-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-1-smb',level=0,port_id=db9f7056-b40b-456f-a25c-64266083e5ba,segment=NetworkSegment(d71e9641-c1ca-48b4-9c8d-e574468b8697),segment_id=d71e9641-c1ca-48b4-9c8d-e574468b8697)] {{(pid=85266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 09 13:57:04.295771 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-a7bfd57f-3531-47f6-9ea8-99cfd37e3fce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-707704'] for port, precommit_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:57:04.459385 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.plugin [None req-a7bfd57f-3531-47f6-9ea8-99cfd37e3fce admin admin] Calling delete_port for db9f7056-b40b-456f-a25c-64266083e5ba owned by network:router_gateway {{(pid=85266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 09 13:57:04.618403 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-038b6fee-909e-41c9-b649-649ad33ce393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:57:04.632174 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.db_base_plugin_common [req-a1ef5cf2-ff7d-4dde-a251-adb264b52472 req-43f756a9-df73-4a70-ab97-57d514d9ab58 tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] Allocated IP 172.20.0.4 (980ef833-70b8-42cc-945f-bbc9825cba0e/96e1aee4-dcb2-4577-bd93-34e5cc40f330/2c84b270-f9a0-460f-a882-cbc1ab315345) {{(pid=85266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 09 13:57:04.863132 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-a7bfd57f-3531-47f6-9ea8-99cfd37e3fce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853739901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853759498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363265038874501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363265039307636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2203223'] for port, after_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:57:04.882658 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-d8e503dc-9a41-4ddf-be94-56b5efe34756 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:57:04.997561 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bfd57f-3531-47f6-9ea8-99cfd37e3fce admin admin] Pushing event deleted for resources: {'Port': ['ID=db9f7056-b40b-456f-a25c-64266083e5ba,revision_number=None']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:57:05.053339 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-a7bfd57f-3531-47f6-9ea8-99cfd37e3fce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:57:05.088072 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-c8c26caa-cba9-4124-8b58-6fbee4d59eac req-0325629e-22e0-47cb-93d7-0fd512d4dad4 tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] 10.222.0.75 "GET /v2.0/ports?device_id=b9c222c2-7fa4-42ab-bf23-0b0c477e95e1 HTTP/1.1" status: 200 len: 210 time: 0.1562982 Apr 09 13:57:05.095807 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [req-a1ef5cf2-ff7d-4dde-a251-adb264b52472 req-43f756a9-df73-4a70-ab97-57d514d9ab58 tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] Notify callbacks [] for port, precommit_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:57:05.156196 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.rpc [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Device 5e1314cc-cfed-4845-95f0-6f9a1f6263ae no longer exists at agent ovs-agent-dv-cinder-785362-1-smb {{(pid=85267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 09 13:57:05.196346 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.plugin [None req-250ccce2-add9-4520-ab97-985e32375bee None None] No Port match for: 5e1314cc-cfed-4845-95f0-6f9a1f6263ae {{(pid=85267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 09 13:57:05.196753 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.rpc [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Device 5e1314cc-cfed-4845-95f0-6f9a1f6263ae not bound to the agent host dv-cinder-785362-1-smb {{(pid=85267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 09 13:57:05.246582 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [req-a1ef5cf2-ff7d-4dde-a251-adb264b52472 req-43f756a9-df73-4a70-ab97-57d514d9ab58 tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853739901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853759498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771815468164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2203223'] for port, after_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:57:05.257747 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.db [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] get_ports_and_sgs() called for port_ids ['1df5cbc1-88b0-421e-b6c8-4778e22e26e6'] {{(pid=85267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 09 13:57:05.264387 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-31fce121-7ea5-474c-9e1f-21fbda22e0cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:57:05.323492 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:57:05.397512 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-a7bfd57f-3531-47f6-9ea8-99cfd37e3fce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854064475'] for router_gateway, after_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:57:05.624994 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f756a9-df73-4a70-ab97-57d514d9ab58 tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] Pushing event updated for resources: {'Port': ['ID=2c84b270-f9a0-460f-a882-cbc1ab315345,revision_number=1']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:57:05.637906 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-a7bfd57f-3531-47f6-9ea8-99cfd37e3fce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-716581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-882'] for router, precommit_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:57:05.646362 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-a7bfd57f-3531-47f6-9ea8-99cfd37e3fce admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:57:05.649165 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f756a9-df73-4a70-ab97-57d514d9ab58 tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:57:05.649526 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f756a9-df73-4a70-ab97-57d514d9ab58 tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:57:05.649958 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f756a9-df73-4a70-ab97-57d514d9ab58 tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:57:05.650363 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f756a9-df73-4a70-ab97-57d514d9ab58 tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:57:05.650756 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f756a9-df73-4a70-ab97-57d514d9ab58 tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:57:05.651161 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f756a9-df73-4a70-ab97-57d514d9ab58 tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:57:05.651547 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f756a9-df73-4a70-ab97-57d514d9ab58 tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:57:05.651945 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f756a9-df73-4a70-ab97-57d514d9ab58 tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:57:05.652345 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f756a9-df73-4a70-ab97-57d514d9ab58 tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:57:05.652738 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f756a9-df73-4a70-ab97-57d514d9ab58 tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:57:05.653123 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f756a9-df73-4a70-ab97-57d514d9ab58 tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:57:05.653510 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f756a9-df73-4a70-ab97-57d514d9ab58 tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:57:05.663434 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-43f756a9-df73-4a70-ab97-57d514d9ab58 tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.399s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:57:05.700185 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-a7bfd57f-3531-47f6-9ea8-99cfd37e3fce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-716687'] for router, after_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:57:05.700756 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7bfd57f-3531-47f6-9ea8-99cfd37e3fce admin admin] Fanout notify agent at l3_agent the message router_deleted on router 924165f5-9fc8-4f0a-bf39-38df25ca1450 {{(pid=85266) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 09 13:57:05.722566 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1ef5cf2-ff7d-4dde-a251-adb264b52472 req-43f756a9-df73-4a70-ab97-57d514d9ab58 tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] Network 980ef833-70b8-42cc-945f-bbc9825cba0e is already hosted by enough agents. {{(pid=85266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 09 13:57:05.725210 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.scheduler.base_scheduler [req-a1ef5cf2-ff7d-4dde-a251-adb264b52472 req-43f756a9-df73-4a70-ab97-57d514d9ab58 tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] Resources bound (agent type, host, resource id): {{(pid=85266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 09 13:57:05.728242 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1ef5cf2-ff7d-4dde-a251-adb264b52472 req-43f756a9-df73-4a70-ab97-57d514d9ab58 tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] Received port after_create {{(pid=85266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 09 13:57:05.729020 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-c378f248-96be-4ef7-a52f-f55c09e56a36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:57:05.781905 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-a7bfd57f-3531-47f6-9ea8-99cfd37e3fce admin admin] Notify callbacks [] for router, before_response {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:57:05.783636 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-a7bfd57f-3531-47f6-9ea8-99cfd37e3fce admin admin] 10.222.0.75 "DELETE /v2.0/routers/924165f5-9fc8-4f0a-bf39-38df25ca1450 HTTP/1.1" status: 204 len: 168 time: 2.8164668 Apr 09 13:57:05.786895 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.75', 37492) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:57:05.805554 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ef5cf2-ff7d-4dde-a251-adb264b52472 req-43f756a9-df73-4a70-ab97-57d514d9ab58 tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:57:05.806253 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [req-a1ef5cf2-ff7d-4dde-a251-adb264b52472 req-43f756a9-df73-4a70-ab97-57d514d9ab58 tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770645'] for port, before_response {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:57:05.827918 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-a1ef5cf2-ff7d-4dde-a251-adb264b52472 req-43f756a9-df73-4a70-ab97-57d514d9ab58 tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9619343 Apr 09 13:57:05.844502 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.v2.base [req-a1ef5cf2-ff7d-4dde-a251-adb264b52472 req-38ca5e81-797f-4283-a08a-e461556d878e service neutron] Request body: {'port': {'device_id': 'b9c222c2-7fa4-42ab-bf23-0b0c477e95e1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78536'}} {{(pid=85266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 09 13:57:05.861086 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.db_base_plugin_v2 [None req-e57c0f51-4a5b-4290-bee2-ceda0a08fe7b admin admin] Deleting subnet a59e415f-26ad-414d-8ed1-80922069add1 {{(pid=85265) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 09 13:57:05.864536 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-e57c0f51-4a5b-4290-bee2-ceda0a08fe7b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:57:05.920045 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-e57c0f51-4a5b-4290-bee2-ceda0a08fe7b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1756215'] for subnet, precommit_delete_associations {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:57:05.979584 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [req-a1ef5cf2-ff7d-4dde-a251-adb264b52472 req-38ca5e81-797f-4283-a08a-e461556d878e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853739810'] for port, before_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:57:06.075436 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-e57c0f51-4a5b-4290-bee2-ceda0a08fe7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854770481'] for subnet, precommit_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:57:06.367695 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-e57c0f51-4a5b-4290-bee2-ceda0a08fe7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-5316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2810711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852396181'] for subnet, after_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:57:06.384015 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-cc9bf1be-8cd9-4e2d-b313-9f06f90eaa2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:57:06.428041 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d43d84-1b8c-4ea6-a066-c60308c3cb45 req-739c10c6-ae3d-4551-bed8-7982891c60f3 tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:57:06.428887 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [req-88d43d84-1b8c-4ea6-a066-c60308c3cb45 req-739c10c6-ae3d-4551-bed8-7982891c60f3 tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] Synchronizing usage tracker for tenant:62f48136cb2a4566a0aa2a3df7313d89 on resource:port {{(pid=85266) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 09 13:57:06.430598 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57c0f51-4a5b-4290-bee2-ceda0a08fe7b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a59e415f-26ad-414d-8ed1-80922069add1,revision_number=None']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:57:06.488840 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57c0f51-4a5b-4290-bee2-ceda0a08fe7b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:57:06.489253 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57c0f51-4a5b-4290-bee2-ceda0a08fe7b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:57:06.489660 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57c0f51-4a5b-4290-bee2-ceda0a08fe7b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:57:06.490141 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57c0f51-4a5b-4290-bee2-ceda0a08fe7b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:57:06.490541 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57c0f51-4a5b-4290-bee2-ceda0a08fe7b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:57:06.491224 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57c0f51-4a5b-4290-bee2-ceda0a08fe7b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:57:06.491345 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57c0f51-4a5b-4290-bee2-ceda0a08fe7b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:57:06.491700 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57c0f51-4a5b-4290-bee2-ceda0a08fe7b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:57:06.492095 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57c0f51-4a5b-4290-bee2-ceda0a08fe7b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:57:06.499272 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57c0f51-4a5b-4290-bee2-ceda0a08fe7b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:57:06.499888 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57c0f51-4a5b-4290-bee2-ceda0a08fe7b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:57:06.500618 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57c0f51-4a5b-4290-bee2-ceda0a08fe7b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:57:06.509783 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-e57c0f51-4a5b-4290-bee2-ceda0a08fe7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:57:06.523001 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [req-88d43d84-1b8c-4ea6-a066-c60308c3cb45 req-739c10c6-ae3d-4551-bed8-7982891c60f3 tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] Unset dirty status for tenant:62f48136cb2a4566a0aa2a3df7313d89 on resource:port {{(pid=85266) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 09 13:57:06.524286 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-88d43d84-1b8c-4ea6-a066-c60308c3cb45 req-739c10c6-ae3d-4551-bed8-7982891c60f3 tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] 10.222.0.75 "GET /v2.0/ports?device_id=b9c222c2-7fa4-42ab-bf23-0b0c477e95e1 HTTP/1.1" status: 200 len: 931 time: 0.2512631 Apr 09 13:57:06.546865 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.notifiers.nova [req-a1ef5cf2-ff7d-4dde-a251-adb264b52472 req-38ca5e81-797f-4283-a08a-e461556d878e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c84b270-f9a0-460f-a882-cbc1ab315345 {{(pid=85266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 09 13:57:06.553000 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-e57c0f51-4a5b-4290-bee2-ceda0a08fe7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758280'] for subnet, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:57:06.560497 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-e57c0f51-4a5b-4290-bee2-ceda0a08fe7b admin admin] 10.222.0.75 "DELETE /v2.0/subnets/a59e415f-26ad-414d-8ed1-80922069add1 HTTP/1.1" status: 204 len: 168 time: 0.7724133 Apr 09 13:57:06.563179 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.75', 37498) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:57:06.563329 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [req-a1ef5cf2-ff7d-4dde-a251-adb264b52472 req-38ca5e81-797f-4283-a08a-e461556d878e service neutron] Notify callbacks [] for port, precommit_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:57:06.563418 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5deac7a0-835f-4058-b6b2-095af78254f3 None None] Network aa2b75c9-d8d7-49cc-8b44-334f9d8d58a2 requested from dv-cinder-785362-1-smb {{(pid=85267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 09 13:57:06.573254 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-88d43d84-1b8c-4ea6-a066-c60308c3cb45 req-9bdcbb83-e47d-4d04-aabd-dae7c8233841 tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] 10.222.0.75 "GET /v2.0/security-groups?id=c8f7f5e9-cd69-4835-8f28-4d28be93cebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419841 Apr 09 13:57:06.587408 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.provisioning_blocks [req-a1ef5cf2-ff7d-4dde-a251-adb264b52472 req-38ca5e81-797f-4283-a08a-e461556d878e service neutron] Transition to ACTIVE for port object 2c84b270-f9a0-460f-a882-cbc1ab315345 will not be triggered until provisioned by entity L2. {{(pid=85266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 09 13:57:06.590181 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [req-a1ef5cf2-ff7d-4dde-a251-adb264b52472 req-38ca5e81-797f-4283-a08a-e461556d878e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853739901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853759498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265038874484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771815468181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265039307602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852572594'] for port, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:57:06.690695 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-7fadc7b7-d648-4ec9-929c-2aff6848e7b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-925549'] for network, before_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:57:06.770096 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.plugin [None req-7fadc7b7-d648-4ec9-929c-2aff6848e7b2 admin admin] Deleting port 09a45010-b472-4d71-abc5-3854d6bf3f63 {{(pid=85265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 09 13:57:06.770492 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-7fadc7b7-d648-4ec9-929c-2aff6848e7b2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771815896742'] for port, before_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:57:06.867199 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f386c08-5074-4677-9649-def4eb7a1edf None None] DHCP port deletion for aa2b75c9-d8d7-49cc-8b44-334f9d8d58a2 request from dv-cinder-785362-1-smb {{(pid=85267) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 09 13:57:06.873129 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.plugin [None req-6f386c08-5074-4677-9649-def4eb7a1edf None None] Deleting port 09a45010-b472-4d71-abc5-3854d6bf3f63 {{(pid=85267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 09 13:57:06.873129 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-6f386c08-5074-4677-9649-def4eb7a1edf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771815896742'] for port, before_delete {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:57:06.934578 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-d69c8029-445b-49cd-833f-8eaf6402c2e7 tempest-VolumesNegativeTest-575774382 tempest-VolumesNegativeTest-575774382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:57:07.019831 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.db [None req-7fadc7b7-d648-4ec9-929c-2aff6848e7b2 admin admin] For port 09a45010-b472-4d71-abc5-3854d6bf3f63, host dv-cinder-785362-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-1-smb',level=0,port_id=09a45010-b472-4d71-abc5-3854d6bf3f63,segment=NetworkSegment(35c5af08-fbdd-4a59-bf0a-e59565b1d38c),segment_id=35c5af08-fbdd-4a59-bf0a-e59565b1d38c)] {{(pid=85265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 09 13:57:07.020378 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-7fadc7b7-d648-4ec9-929c-2aff6848e7b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-707704'] for port, precommit_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:57:07.028521 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ca5e81-797f-4283-a08a-e461556d878e service neutron] Pushing event updated for resources: {'Port': ['ID=2c84b270-f9a0-460f-a882-cbc1ab315345,revision_number=2']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:57:07.034439 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-38ca5e81-797f-4283-a08a-e461556d878e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:57:07.121559 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.db [None req-6f386c08-5074-4677-9649-def4eb7a1edf None None] For port 09a45010-b472-4d71-abc5-3854d6bf3f63, host dv-cinder-785362-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-1-smb',level=0,port_id=09a45010-b472-4d71-abc5-3854d6bf3f63,segment=NetworkSegment(35c5af08-fbdd-4a59-bf0a-e59565b1d38c),segment_id=35c5af08-fbdd-4a59-bf0a-e59565b1d38c)] {{(pid=85267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 09 13:57:07.122054 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-6f386c08-5074-4677-9649-def4eb7a1edf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-707704'] for port, precommit_delete {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:57:07.256739 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.managers [req-a1ef5cf2-ff7d-4dde-a251-adb264b52472 req-38ca5e81-797f-4283-a08a-e461556d878e service neutron] Attempting to bind port 2c84b270-f9a0-460f-a882-cbc1ab315345 on host hv-cinder-78536 for vnic_type normal with profile {{(pid=85266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 09 13:57:07.257101 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.managers [req-a1ef5cf2-ff7d-4dde-a251-adb264b52472 req-38ca5e81-797f-4283-a08a-e461556d878e service neutron] Attempting to bind port 2c84b270-f9a0-460f-a882-cbc1ab315345 by drivers openvswitch,hyperv on host hv-cinder-78536 at level 0 using segments [{'id': '9ea96457-6cc3-4179-a4b9-741b8e01731f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '980ef833-70b8-42cc-945f-bbc9825cba0e'}] {{(pid=85266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 09 13:57:07.257465 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1ef5cf2-ff7d-4dde-a251-adb264b52472 req-38ca5e81-797f-4283-a08a-e461556d878e service neutron] Attempting to bind port 2c84b270-f9a0-460f-a882-cbc1ab315345 on network 980ef833-70b8-42cc-945f-bbc9825cba0e {{(pid=85266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 09 13:57:07.263248 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.rpc [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Device db9f7056-b40b-456f-a25c-64266083e5ba no longer exists at agent ovs-agent-dv-cinder-785362-1-smb {{(pid=85267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 09 13:57:07.267347 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1ef5cf2-ff7d-4dde-a251-adb264b52472 req-38ca5e81-797f-4283-a08a-e461556d878e service neutron] Port 2c84b270-f9a0-460f-a882-cbc1ab315345 on network 980ef833-70b8-42cc-945f-bbc9825cba0e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78536 {{(pid=85266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 09 13:57:07.267733 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1ef5cf2-ff7d-4dde-a251-adb264b52472 req-38ca5e81-797f-4283-a08a-e461556d878e service neutron] Attempting to bind port 2c84b270-f9a0-460f-a882-cbc1ab315345 on network 980ef833-70b8-42cc-945f-bbc9825cba0e {{(pid=85266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 09 13:57:07.274600 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1ef5cf2-ff7d-4dde-a251-adb264b52472 req-38ca5e81-797f-4283-a08a-e461556d878e service neutron] Checking agent: {'id': '5a3daac1-2611-42bd-a388-caa17c5666c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78536', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 9, 13, 45, 11), 'started_at': datetime.datetime(2021, 4, 9, 13, 45, 11), 'heartbeat_timestamp': datetime.datetime(2021, 4, 9, 13, 56, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 09 13:57:07.274923 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1ef5cf2-ff7d-4dde-a251-adb264b52472 req-38ca5e81-797f-4283-a08a-e461556d878e service neutron] Checking segment: {'id': '9ea96457-6cc3-4179-a4b9-741b8e01731f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '980ef833-70b8-42cc-945f-bbc9825cba0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 09 13:57:07.275309 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1ef5cf2-ff7d-4dde-a251-adb264b52472 req-38ca5e81-797f-4283-a08a-e461556d878e service neutron] Bound using segment: {'id': '9ea96457-6cc3-4179-a4b9-741b8e01731f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '980ef833-70b8-42cc-945f-bbc9825cba0e'} {{(pid=85266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 09 13:57:07.275803 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.managers [req-a1ef5cf2-ff7d-4dde-a251-adb264b52472 req-38ca5e81-797f-4283-a08a-e461556d878e service neutron] Bound port: 2c84b270-f9a0-460f-a882-cbc1ab315345, host: hv-cinder-78536, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ea96457-6cc3-4179-a4b9-741b8e01731f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '980ef833-70b8-42cc-945f-bbc9825cba0e'}}] {{(pid=85266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 09 13:57:07.276186 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [req-a1ef5cf2-ff7d-4dde-a251-adb264b52472 req-38ca5e81-797f-4283-a08a-e461556d878e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853739810'] for port, before_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:57:07.307541 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.plugin [None req-6f386c08-5074-4677-9649-def4eb7a1edf None None] Calling delete_port for 09a45010-b472-4d71-abc5-3854d6bf3f63 owned by network:dhcp {{(pid=85267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 09 13:57:07.349147 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.plugin [None req-250ccce2-add9-4520-ab97-985e32375bee None None] No Port match for: db9f7056-b40b-456f-a25c-64266083e5ba {{(pid=85267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 09 13:57:07.349500 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.rpc [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Device db9f7056-b40b-456f-a25c-64266083e5ba not bound to the agent host dv-cinder-785362-1-smb {{(pid=85267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 09 13:57:07.349973 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.rpc [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Device 09a45010-b472-4d71-abc5-3854d6bf3f63 no longer exists at agent ovs-agent-dv-cinder-785362-1-smb {{(pid=85267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 09 13:57:07.370129 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.db [req-a1ef5cf2-ff7d-4dde-a251-adb264b52472 req-38ca5e81-797f-4283-a08a-e461556d878e service neutron] For port 2c84b270-f9a0-460f-a882-cbc1ab315345, host hv-cinder-78536, cleared binding levels {{(pid=85266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 09 13:57:07.373484 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.db [req-a1ef5cf2-ff7d-4dde-a251-adb264b52472 req-38ca5e81-797f-4283-a08a-e461556d878e service neutron] For port 2c84b270-f9a0-460f-a882-cbc1ab315345, host hv-cinder-78536, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=2c84b270-f9a0-460f-a882-cbc1ab315345,segment=NetworkSegment(9ea96457-6cc3-4179-a4b9-741b8e01731f),segment_id=9ea96457-6cc3-4179-a4b9-741b8e01731f)] {{(pid=85266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 09 13:57:07.377718 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [req-a1ef5cf2-ff7d-4dde-a251-adb264b52472 req-38ca5e81-797f-4283-a08a-e461556d878e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853739901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853759498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265038874484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771815468181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265039307602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852572594'] for port, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:57:07.395060 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-d8e503dc-9a41-4ddf-be94-56b5efe34756 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:57:07.416292 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.plugin [None req-7fadc7b7-d648-4ec9-929c-2aff6848e7b2 admin admin] Calling delete_port for 09a45010-b472-4d71-abc5-3854d6bf3f63 owned by network:dhcp {{(pid=85265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 09 13:57:07.499417 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-6f386c08-5074-4677-9649-def4eb7a1edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853739901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853759498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363265038874501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363265039307636'] for port, after_delete {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:57:07.507517 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.db.api [None req-7fadc7b7-d648-4ec9-929c-2aff6848e7b2 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85265) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 09 13:57:07.507847 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_db.api [None req-7fadc7b7-d648-4ec9-929c-2aff6848e7b2 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 09 13:57:07.523897 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-97b4439b-fe2c-4711-8c54-18d342a09728 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:57:07.577893 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ca5e81-797f-4283-a08a-e461556d878e service neutron] Pushing event updated for resources: {'Port': ['ID=2c84b270-f9a0-460f-a882-cbc1ab315345,revision_number=3']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:57:07.583703 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-38ca5e81-797f-4283-a08a-e461556d878e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:57:07.586510 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f386c08-5074-4677-9649-def4eb7a1edf None None] Pushing event deleted for resources: {'Port': ['ID=09a45010-b472-4d71-abc5-3854d6bf3f63,revision_number=None']} {{(pid=85267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:57:07.589278 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-6f386c08-5074-4677-9649-def4eb7a1edf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=85267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:57:07.621419 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ef5cf2-ff7d-4dde-a251-adb264b52472 req-38ca5e81-797f-4283-a08a-e461556d878e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:57:07.622297 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [req-a1ef5cf2-ff7d-4dde-a251-adb264b52472 req-38ca5e81-797f-4283-a08a-e461556d878e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770645'] for port, before_response {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:57:07.623861 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-a1ef5cf2-ff7d-4dde-a251-adb264b52472 req-38ca5e81-797f-4283-a08a-e461556d878e service neutron] 10.222.0.90 "PUT /v2.0/ports/2c84b270-f9a0-460f-a882-cbc1ab315345 HTTP/1.1" status: 200 len: 1093 time: 1.7885473 Apr 09 13:57:07.625420 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9c222c2-7fa4-42ab-bf23-0b0c477e95e1', 'tag': '2c84b270-f9a0-460f-a882-cbc1ab315345'}] {{(pid=85266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 09 13:57:07.657368 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853739810'] for port, before_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:57:07.739013 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f386c08-5074-4677-9649-def4eb7a1edf None None] No DVR routers for this DVR port 09a45010-b472-4d71-abc5-3854d6bf3f63 on host dv-cinder-785362-1-smb {{(pid=85267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 09 13:57:07.830463 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ef5cf2-ff7d-4dde-a251-adb264b52472 req-fa772073-84e8-4309-9773-160751f486b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:57:07.831989 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-a1ef5cf2-ff7d-4dde-a251-adb264b52472 req-fa772073-84e8-4309-9773-160751f486b1 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=62f48136cb2a4566a0aa2a3df7313d89&device_id=b9c222c2-7fa4-42ab-bf23-0b0c477e95e1 HTTP/1.1" status: 200 len: 1096 time: 0.1565952 Apr 09 13:57:07.840887 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e531f61-5e4a-47f0-81b3-463be0828014 req-56d7253e-5c30-4e92-a184-da23edced78e tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:57:07.842369 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-0e531f61-5e4a-47f0-81b3-463be0828014 req-56d7253e-5c30-4e92-a184-da23edced78e tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] 10.222.0.75 "GET /v2.0/ports?device_id=b9c222c2-7fa4-42ab-bf23-0b0c477e95e1 HTTP/1.1" status: 200 len: 943 time: 0.1261218 Apr 09 13:57:07.925968 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-a1ef5cf2-ff7d-4dde-a251-adb264b52472 req-b2c318ce-7679-4777-85e5-88793aba7c49 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2c84b270-f9a0-460f-a882-cbc1ab315345 HTTP/1.1" status: 200 len: 217 time: 0.0825622 Apr 09 13:57:07.937367 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-0e531f61-5e4a-47f0-81b3-463be0828014 req-6270c08d-df66-4756-89ed-0229e632c0f3 tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] 10.222.0.75 "GET /v2.0/security-groups?id=c8f7f5e9-cd69-4835-8f28-4d28be93cebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372989 Apr 09 13:57:08.003401 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9c222c2-7fa4-42ab-bf23-0b0c477e95e1', 'tag': '2c84b270-f9a0-460f-a882-cbc1ab315345', 'status': 'completed', 'code': 200} Apr 09 13:57:08.004926 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ef5cf2-ff7d-4dde-a251-adb264b52472 req-aa1bb368-2981-407b-8ed7-f920b6dddea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:57:08.006530 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-a1ef5cf2-ff7d-4dde-a251-adb264b52472 req-aa1bb368-2981-407b-8ed7-f920b6dddea0 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=96e1aee4-dcb2-4577-bd93-34e5cc40f330 HTTP/1.1" status: 200 len: 855 time: 0.0726435 Apr 09 13:57:08.009359 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.plugin [None req-7fadc7b7-d648-4ec9-929c-2aff6848e7b2 admin admin] Deleting port 09a45010-b472-4d71-abc5-3854d6bf3f63 {{(pid=85265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 09 13:57:08.009774 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-7fadc7b7-d648-4ec9-929c-2aff6848e7b2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771815896742'] for port, before_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:57:08.069178 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-a1ef5cf2-ff7d-4dde-a251-adb264b52472 req-8690b7c5-706a-4b03-8fe3-792186dc9410 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=980ef833-70b8-42cc-945f-bbc9825cba0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0547478 Apr 09 13:57:08.087077 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.plugin [None req-7fadc7b7-d648-4ec9-929c-2aff6848e7b2 admin admin] The port '09a45010-b472-4d71-abc5-3854d6bf3f63' was deleted {{(pid=85265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 09 13:57:08.215190 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-7fadc7b7-d648-4ec9-929c-2aff6848e7b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-12623', 'neutron.services.segments.db._delete_segments_for_network--9223363265038819086'] for network, precommit_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:57:08.224677 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-a1ef5cf2-ff7d-4dde-a251-adb264b52472 req-f212ff5d-0dcc-46b3-8176-49922208fcd0 service neutron] 10.222.0.90 "GET /v2.0/networks/980ef833-70b8-42cc-945f-bbc9825cba0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485639 Apr 09 13:57:08.346654 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.services.segments.db [None req-7fadc7b7-d648-4ec9-929c-2aff6848e7b2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa2b75c9-d8d7-49cc-8b44-334f9d8d58a2']}} {{(pid=85265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 13:57:08.361234 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.services.segments.db [None req-7fadc7b7-d648-4ec9-929c-2aff6848e7b2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35c5af08-fbdd-4a59-bf0a-e59565b1d38c') {'for_net_delete': True} {{(pid=85265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 13:57:08.361573 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.services.segments.db [None req-7fadc7b7-d648-4ec9-929c-2aff6848e7b2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35c5af08-fbdd-4a59-bf0a-e59565b1d38c') {} {{(pid=85265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 13:57:08.374364 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-7fadc7b7-d648-4ec9-929c-2aff6848e7b2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363265038788092', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853019633'] for segment, before_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:57:08.377408 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-a1ef5cf2-ff7d-4dde-a251-adb264b52472 req-3c70acd2-5d8e-42d1-a0f1-a9aa04a0defb service neutron] 10.222.0.90 "GET /v2.0/networks/980ef833-70b8-42cc-945f-bbc9825cba0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458790 Apr 09 13:57:08.394989 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-7fadc7b7-d648-4ec9-929c-2aff6848e7b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854760408'] for segment, precommit_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:57:08.401954 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fadc7b7-d648-4ec9-929c-2aff6848e7b2 admin admin] Releasing vlan 647 on physical network physnet1 to pool {{(pid=85265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 09 13:57:08.516740 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf80cf22-ec08-4965-b0a4-7436d115dd30 req-f81f27f2-13fc-49b0-a02d-5e7205c8d0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:57:08.518499 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-bf80cf22-ec08-4965-b0a4-7436d115dd30 req-f81f27f2-13fc-49b0-a02d-5e7205c8d0b3 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=62f48136cb2a4566a0aa2a3df7313d89&device_id=b9c222c2-7fa4-42ab-bf23-0b0c477e95e1 HTTP/1.1" status: 200 len: 1096 time: 0.0871809 Apr 09 13:57:08.587741 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.managers [None req-7fadc7b7-d648-4ec9-929c-2aff6848e7b2 admin admin] Network aa2b75c9-d8d7-49cc-8b44-334f9d8d58a2 has no segments {{(pid=85265) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 09 13:57:08.597508 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-7fadc7b7-d648-4ec9-929c-2aff6848e7b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2810634'] for segment, after_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:57:08.667888 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf80cf22-ec08-4965-b0a4-7436d115dd30 req-1216d287-1787-4a85-8ac1-c0951b7a482c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:57:08.669460 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-bf80cf22-ec08-4965-b0a4-7436d115dd30 req-1216d287-1787-4a85-8ac1-c0951b7a482c service neutron] 10.222.0.90 "GET /v2.0/networks?id=980ef833-70b8-42cc-945f-bbc9825cba0e HTTP/1.1" status: 200 len: 916 time: 0.1441448 Apr 09 13:57:08.744995 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-bf80cf22-ec08-4965-b0a4-7436d115dd30 req-3bc6bccf-7807-40a4-a25d-d4fb1bfec27d service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2c84b270-f9a0-460f-a882-cbc1ab315345 HTTP/1.1" status: 200 len: 217 time: 0.0679305 Apr 09 13:57:08.785941 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.managers [None req-7fadc7b7-d648-4ec9-929c-2aff6848e7b2 admin admin] Network aa2b75c9-d8d7-49cc-8b44-334f9d8d58a2 has no segments {{(pid=85265) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 09 13:57:08.809113 dv-cinder-785362-1-smb neutron-server[85152]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 09 13:57:08.809113 dv-cinder-785362-1-smb neutron-server[85152]: % (table.description, expected, rows_matched) Apr 09 13:57:08.809113 dv-cinder-785362-1-smb neutron-server[85152]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 09 13:57:08.809113 dv-cinder-785362-1-smb neutron-server[85152]: % (table.description, expected, rows_matched) Apr 09 13:57:08.809113 dv-cinder-785362-1-smb neutron-server[85152]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 09 13:57:08.809113 dv-cinder-785362-1-smb neutron-server[85152]: % (table.description, expected, rows_matched) Apr 09 13:57:08.809113 dv-cinder-785362-1-smb neutron-server[85152]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 09 13:57:08.809113 dv-cinder-785362-1-smb neutron-server[85152]: % (table.description, expected, rows_matched) Apr 09 13:57:08.809113 dv-cinder-785362-1-smb neutron-server[85152]: Traceback (most recent call last): Apr 09 13:57:08.809113 dv-cinder-785362-1-smb neutron-server[85152]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 09 13:57:08.809113 dv-cinder-785362-1-smb neutron-server[85152]: timer() Apr 09 13:57:08.809113 dv-cinder-785362-1-smb neutron-server[85152]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 09 13:57:08.809113 dv-cinder-785362-1-smb neutron-server[85152]: cb(*args, **kw) Apr 09 13:57:08.809113 dv-cinder-785362-1-smb neutron-server[85152]: File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper Apr 09 13:57:08.809113 dv-cinder-785362-1-smb neutron-server[85152]: return func(*args, **kwargs) Apr 09 13:57:08.809113 dv-cinder-785362-1-smb neutron-server[85152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 09 13:57:08.809113 dv-cinder-785362-1-smb neutron-server[85152]: self._notify() Apr 09 13:57:08.809113 dv-cinder-785362-1-smb neutron-server[85152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 09 13:57:08.809113 dv-cinder-785362-1-smb neutron-server[85152]: self.callback(batched_events) Apr 09 13:57:08.809113 dv-cinder-785362-1-smb neutron-server[85152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 09 13:57:08.809113 dv-cinder-785362-1-smb neutron-server[85152]: event.method(event) Apr 09 13:57:08.809113 dv-cinder-785362-1-smb neutron-server[85152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 09 13:57:08.809113 dv-cinder-785362-1-smb neutron-server[85152]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 09 13:57:08.809113 dv-cinder-785362-1-smb neutron-server[85152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 09 13:57:08.809113 dv-cinder-785362-1-smb neutron-server[85152]: segment_id)['aggregates'][0] Apr 09 13:57:08.809113 dv-cinder-785362-1-smb neutron-server[85152]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 09 13:57:08.809113 dv-cinder-785362-1-smb neutron-server[85152]: return f(self, *a, **k) Apr 09 13:57:08.809113 dv-cinder-785362-1-smb neutron-server[85152]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 09 13:57:08.809113 dv-cinder-785362-1-smb neutron-server[85152]: return self._get(url).json() Apr 09 13:57:08.809113 dv-cinder-785362-1-smb neutron-server[85152]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 09 13:57:08.809113 dv-cinder-785362-1-smb neutron-server[85152]: **kwargs) Apr 09 13:57:08.809113 dv-cinder-785362-1-smb neutron-server[85152]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 09 13:57:08.809113 dv-cinder-785362-1-smb neutron-server[85152]: return self.request(url, 'GET', **kwargs) Apr 09 13:57:08.809113 dv-cinder-785362-1-smb neutron-server[85152]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 09 13:57:08.809113 dv-cinder-785362-1-smb neutron-server[85152]: **endpoint_filter) Apr 09 13:57:08.809113 dv-cinder-785362-1-smb neutron-server[85152]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 09 13:57:08.809113 dv-cinder-785362-1-smb neutron-server[85152]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 09 13:57:08.809113 dv-cinder-785362-1-smb neutron-server[85152]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 09 13:57:08.809113 dv-cinder-785362-1-smb neutron-server[85152]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 09 13:57:08.809113 dv-cinder-785362-1-smb neutron-server[85152]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 09 13:57:08.816676 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf80cf22-ec08-4965-b0a4-7436d115dd30 req-8fba61d2-b95f-42ee-9e39-faf7e4984722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:57:08.818380 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-bf80cf22-ec08-4965-b0a4-7436d115dd30 req-8fba61d2-b95f-42ee-9e39-faf7e4984722 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=96e1aee4-dcb2-4577-bd93-34e5cc40f330 HTTP/1.1" status: 200 len: 855 time: 0.0672112 Apr 09 13:57:08.872628 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-bf80cf22-ec08-4965-b0a4-7436d115dd30 req-c4641cd3-760e-4fff-9966-358cb425b542 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=980ef833-70b8-42cc-945f-bbc9825cba0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0480618 Apr 09 13:57:08.895130 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-7fadc7b7-d648-4ec9-929c-2aff6848e7b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854763193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-711362'] for network, after_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:57:08.898926 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:57:08.914906 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-7fadc7b7-d648-4ec9-929c-2aff6848e7b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758280'] for network, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:57:08.931720 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fadc7b7-d648-4ec9-929c-2aff6848e7b2 admin admin] Pushing event deleted for resources: {'Network': ['ID=aa2b75c9-d8d7-49cc-8b44-334f9d8d58a2,revision_number=None']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:57:08.931720 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-7fadc7b7-d648-4ec9-929c-2aff6848e7b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:57:08.941149 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-7fadc7b7-d648-4ec9-929c-2aff6848e7b2 admin admin] 10.222.0.75 "DELETE /v2.0/networks/aa2b75c9-d8d7-49cc-8b44-334f9d8d58a2 HTTP/1.1" status: 204 len: 168 time: 2.3765621 Apr 09 13:57:09.029659 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-bf80cf22-ec08-4965-b0a4-7436d115dd30 req-f3ee9408-4450-48dd-9ba6-0809446a59a7 service neutron] 10.222.0.90 "GET /v2.0/networks/980ef833-70b8-42cc-945f-bbc9825cba0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508412 Apr 09 13:57:09.103052 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.75', 37510) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:57:09.142052 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-7b6c94b8-a92b-4f9a-87f8-b1e80e37a25e admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=42cd23f53368468a94a14f89589efd1d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0344508 Apr 09 13:57:09.142346 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.75', 37514) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:57:09.207400 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-5e960999-d6c7-4e85-b22a-f013b33d2a0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:57:09.238245 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-5e960999-d6c7-4e85-b22a-f013b33d2a0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:57:09.282347 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-bf80cf22-ec08-4965-b0a4-7436d115dd30 req-11d24bb0-bc15-4b14-8d3f-03b5e4ea3e2e service neutron] 10.222.0.90 "GET /v2.0/networks/980ef833-70b8-42cc-945f-bbc9825cba0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2441261 Apr 09 13:57:09.292135 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92aeb0ce-53cd-4e91-ba91-adf732eba5d6 req-03ae11b9-fba6-4afe-bcd2-793b692fdb8d tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:57:09.293749 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-92aeb0ce-53cd-4e91-ba91-adf732eba5d6 req-03ae11b9-fba6-4afe-bcd2-793b692fdb8d tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] 10.222.0.75 "GET /v2.0/ports?device_id=b9c222c2-7fa4-42ab-bf23-0b0c477e95e1 HTTP/1.1" status: 200 len: 943 time: 0.1914423 Apr 09 13:57:09.302988 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-5e960999-d6c7-4e85-b22a-f013b33d2a0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738555'] for security_group, after_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:57:09.308230 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-cc4410b3-53f4-42cd-8722-c625ed8e3265 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:57:09.327405 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e960999-d6c7-4e85-b22a-f013b33d2a0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f0198c2-5f47-45b8-8b1f-e987aed315a7,revision_number=None']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:57:09.330938 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-92aeb0ce-53cd-4e91-ba91-adf732eba5d6 req-7167351b-9bd9-4173-8e80-a6f0a7f13fec tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] 10.222.0.75 "GET /v2.0/security-groups?id=c8f7f5e9-cd69-4835-8f28-4d28be93cebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295231 Apr 09 13:57:09.334791 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-5e960999-d6c7-4e85-b22a-f013b33d2a0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:57:09.337760 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-5e960999-d6c7-4e85-b22a-f013b33d2a0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:57:09.339647 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-5e960999-d6c7-4e85-b22a-f013b33d2a0d admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/3f0198c2-5f47-45b8-8b1f-e987aed315a7 HTTP/1.1" status: 204 len: 168 time: 0.1963737 Apr 09 13:57:09.722261 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85266) accepted ('10.222.0.75', 37522) {{(pid=85266) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:57:09.775391 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-8d8898ba-531c-4d78-954a-b717a0dcaca4 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=5240d1cd8ddf45229bb08f5d898d6214&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0517063 Apr 09 13:57:09.778152 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85266) accepted ('10.222.0.75', 37526) {{(pid=85266) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:57:09.840173 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-bb586a9b-e23c-4853-9741-de163db56db8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:57:09.868773 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-bb586a9b-e23c-4853-9741-de163db56db8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:57:09.916941 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-bb586a9b-e23c-4853-9741-de163db56db8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738555'] for security_group, after_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:57:09.922978 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-590092e1-ffd7-46ec-b1f2-b20b6dde9c92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:57:09.937248 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb586a9b-e23c-4853-9741-de163db56db8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be640078-a739-41bd-a422-eb1592567b2d,revision_number=None']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:57:09.942544 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-bb586a9b-e23c-4853-9741-de163db56db8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:57:09.944661 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-bb586a9b-e23c-4853-9741-de163db56db8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:57:09.945837 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-bb586a9b-e23c-4853-9741-de163db56db8 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/be640078-a739-41bd-a422-eb1592567b2d HTTP/1.1" status: 204 len: 168 time: 0.1666608 Apr 09 13:57:10.538417 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba21d3ce-39b4-4048-b1bc-480e77413586 req-97ab0b6b-c3e4-482c-95cb-59361067d6a5 tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:57:10.540078 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-ba21d3ce-39b4-4048-b1bc-480e77413586 req-97ab0b6b-c3e4-482c-95cb-59361067d6a5 tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] 10.222.0.75 "GET /v2.0/ports?device_id=b9c222c2-7fa4-42ab-bf23-0b0c477e95e1 HTTP/1.1" status: 200 len: 943 time: 0.0930882 Apr 09 13:57:10.571298 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-ba21d3ce-39b4-4048-b1bc-480e77413586 req-a669e98c-2909-4b39-a4e3-363b5e9a461a tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] 10.222.0.75 "GET /v2.0/security-groups?id=c8f7f5e9-cd69-4835-8f28-4d28be93cebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0246866 Apr 09 13:57:11.041071 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:57:11.788335 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39de3f8c-2f64-489e-b5b7-c0a2c64c9bf8 req-5cb5daab-ec68-4a6b-9e80-94045ea9e308 tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:57:11.790034 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-39de3f8c-2f64-489e-b5b7-c0a2c64c9bf8 req-5cb5daab-ec68-4a6b-9e80-94045ea9e308 tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] 10.222.0.75 "GET /v2.0/ports?device_id=b9c222c2-7fa4-42ab-bf23-0b0c477e95e1 HTTP/1.1" status: 200 len: 943 time: 0.0994487 Apr 09 13:57:11.823986 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-39de3f8c-2f64-489e-b5b7-c0a2c64c9bf8 req-68b169b0-3e89-4dec-895d-b89cdb4dd302 tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] 10.222.0.75 "GET /v2.0/security-groups?id=c8f7f5e9-cd69-4835-8f28-4d28be93cebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0273752 Apr 09 13:57:12.415863 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.rpc [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Device 2c84b270-f9a0-460f-a882-cbc1ab315345 details requested by agent hyperv_hv-cinder-78536 with host hv-cinder-78536 {{(pid=85267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 09 13:57:12.559553 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.db [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] For port 2c84b270-f9a0-460f-a882-cbc1ab315345, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=2c84b270-f9a0-460f-a882-cbc1ab315345,segment=NetworkSegment(9ea96457-6cc3-4179-a4b9-741b8e01731f),segment_id=9ea96457-6cc3-4179-a4b9-741b8e01731f)] {{(pid=85267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 09 13:57:12.573966 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.rpc [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Returning: {'device': '2c84b270-f9a0-460f-a882-cbc1ab315345', 'network_id': '980ef833-70b8-42cc-945f-bbc9825cba0e', 'port_id': '2c84b270-f9a0-460f-a882-cbc1ab315345', 'mac_address': 'fa:16:3e:57:3c:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 642, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96e1aee4-dcb2-4577-bd93-34e5cc40f330', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 09 13:57:12.634127 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853739810'] for port, before_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:57:12.635899 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.notifiers.nova [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c84b270-f9a0-460f-a882-cbc1ab315345 {{(pid=85267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 09 13:57:12.656363 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.db [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] For port 2c84b270-f9a0-460f-a882-cbc1ab315345, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=2c84b270-f9a0-460f-a882-cbc1ab315345,segment=NetworkSegment(9ea96457-6cc3-4179-a4b9-741b8e01731f),segment_id=9ea96457-6cc3-4179-a4b9-741b8e01731f)] {{(pid=85267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 09 13:57:12.659256 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853739901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853759498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265038874484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771815468181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265039307602'] for port, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:57:12.661115 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:57:12.736227 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Pushing event updated for resources: {'Port': ['ID=2c84b270-f9a0-460f-a882-cbc1ab315345,revision_number=4']} {{(pid=85267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:57:12.744048 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:57:12.744426 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:57:12.744805 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:57:12.745175 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:57:12.745540 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:57:12.745925 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:57:12.746287 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:57:12.746643 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:57:12.747005 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:57:12.747359 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:57:12.747718 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:57:12.748071 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:57:12.753235 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=85267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:57:13.009495 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.db [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] get_ports_and_sgs() called for port_ids ['2c84b270-f9a0-460f-a882-cbc1ab315345'] {{(pid=85267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 09 13:57:13.041082 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bb3d8f-6525-4b65-9f15-895e0b11750e req-950f3884-4d1b-4a30-8958-344fdd3bd498 tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:57:13.042748 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-38bb3d8f-6525-4b65-9f15-895e0b11750e req-950f3884-4d1b-4a30-8958-344fdd3bd498 tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] 10.222.0.75 "GET /v2.0/ports?device_id=b9c222c2-7fa4-42ab-bf23-0b0c477e95e1 HTTP/1.1" status: 200 len: 944 time: 0.1007264 Apr 09 13:57:13.080711 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-38bb3d8f-6525-4b65-9f15-895e0b11750e req-62bff306-7fde-43fa-9ecd-11faba246673 tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] 10.222.0.75 "GET /v2.0/security-groups?id=c8f7f5e9-cd69-4835-8f28-4d28be93cebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0267556 Apr 09 13:57:14.287796 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403b0414-a94a-463b-9aa5-b47e88b4935b req-d54507c0-a645-4aa7-914b-72b2a0d7dde8 tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:57:14.289408 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-403b0414-a94a-463b-9aa5-b47e88b4935b req-d54507c0-a645-4aa7-914b-72b2a0d7dde8 tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] 10.222.0.75 "GET /v2.0/ports?device_id=b9c222c2-7fa4-42ab-bf23-0b0c477e95e1 HTTP/1.1" status: 200 len: 944 time: 0.0906065 Apr 09 13:57:14.324981 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-403b0414-a94a-463b-9aa5-b47e88b4935b req-3381035d-4a47-4162-8d15-18c85f3ac3e0 tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] 10.222.0.75 "GET /v2.0/security-groups?id=c8f7f5e9-cd69-4835-8f28-4d28be93cebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0289199 Apr 09 13:57:14.443346 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.rpc [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Device 2c84b270-f9a0-460f-a882-cbc1ab315345 up at agent hyperv_hv-cinder-78536 {{(pid=85267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 09 13:57:14.521883 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.provisioning_blocks [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Provisioning for port 2c84b270-f9a0-460f-a882-cbc1ab315345 completed by entity L2. {{(pid=85267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 09 13:57:14.527008 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.provisioning_blocks [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Provisioning complete for port 2c84b270-f9a0-460f-a882-cbc1ab315345 triggered by entity L2. {{(pid=85267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 09 13:57:14.527424 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765226'] for port, provisioning_complete {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:57:14.659738 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853739810'] for port, before_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:57:14.672154 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9c222c2-7fa4-42ab-bf23-0b0c477e95e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c84b270-f9a0-460f-a882-cbc1ab315345'}] {{(pid=85267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 09 13:57:14.682786 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.db [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] For port 2c84b270-f9a0-460f-a882-cbc1ab315345, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=2c84b270-f9a0-460f-a882-cbc1ab315345,segment=NetworkSegment(9ea96457-6cc3-4179-a4b9-741b8e01731f),segment_id=9ea96457-6cc3-4179-a4b9-741b8e01731f)] {{(pid=85267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 09 13:57:14.685609 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853739901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853759498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265038874484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771815468181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265039307602'] for port, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:57:14.688513 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:57:14.726817 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9c222c2-7fa4-42ab-bf23-0b0c477e95e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c84b270-f9a0-460f-a882-cbc1ab315345', 'code': 200} Apr 09 13:57:14.761082 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Pushing event updated for resources: {'Port': ['ID=2c84b270-f9a0-460f-a882-cbc1ab315345,revision_number=5']} {{(pid=85267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:57:14.764490 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=85267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:57:14.971654 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47538b8-40d4-40d0-aded-2ebeb53d0f44 req-10f03062-4b77-41bc-984d-c910ede79294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:57:14.973427 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-f47538b8-40d4-40d0-aded-2ebeb53d0f44 req-10f03062-4b77-41bc-984d-c910ede79294 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=b9c222c2-7fa4-42ab-bf23-0b0c477e95e1 HTTP/1.1" status: 200 len: 1098 time: 0.0788066 Apr 09 13:57:15.002418 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-f47538b8-40d4-40d0-aded-2ebeb53d0f44 req-bb917e79-e27a-466f-9aeb-07eb94d95569 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=c8f7f5e9-cd69-4835-8f28-4d28be93cebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0214977 Apr 09 13:57:15.547941 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0936d743-6981-4501-971f-65a30a10ccf9 req-ea9f8ad7-ccc1-4e87-8b6d-5cc923012cc8 tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:57:15.549654 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-0936d743-6981-4501-971f-65a30a10ccf9 req-ea9f8ad7-ccc1-4e87-8b6d-5cc923012cc8 tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] 10.222.0.75 "GET /v2.0/ports?device_id=b9c222c2-7fa4-42ab-bf23-0b0c477e95e1 HTTP/1.1" status: 200 len: 945 time: 0.1024687 Apr 09 13:57:15.585560 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-0936d743-6981-4501-971f-65a30a10ccf9 req-a2870a56-c42b-45bd-97f6-3b0d7cfc72ec tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] 10.222.0.75 "GET /v2.0/security-groups?id=c8f7f5e9-cd69-4835-8f28-4d28be93cebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290563 Apr 09 13:57:16.793772 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd1f464-960e-4620-9a2b-692f8b09676b req-65eab4b9-6715-4049-86f2-499be89ccf8b tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:57:16.795274 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-edd1f464-960e-4620-9a2b-692f8b09676b req-65eab4b9-6715-4049-86f2-499be89ccf8b tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] 10.222.0.75 "GET /v2.0/ports?device_id=b9c222c2-7fa4-42ab-bf23-0b0c477e95e1 HTTP/1.1" status: 200 len: 945 time: 0.0888009 Apr 09 13:57:16.828241 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-edd1f464-960e-4620-9a2b-692f8b09676b req-29235cc5-04ec-4580-8d0c-5798186c6a4e tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] 10.222.0.75 "GET /v2.0/security-groups?id=c8f7f5e9-cd69-4835-8f28-4d28be93cebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0249174 Apr 09 13:57:19.094584 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1567b34-875e-4ec7-a8ff-f625e137fd89 req-5cc6bb6c-4b92-4fc4-888f-b0811a273758 tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:57:19.096228 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-e1567b34-875e-4ec7-a8ff-f625e137fd89 req-5cc6bb6c-4b92-4fc4-888f-b0811a273758 tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] 10.222.0.75 "GET /v2.0/networks?id=980ef833-70b8-42cc-945f-bbc9825cba0e HTTP/1.1" status: 200 len: 815 time: 0.1698744 Apr 09 13:57:19.112672 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-e1567b34-875e-4ec7-a8ff-f625e137fd89 req-fd179806-eae5-494b-a235-2986cc301844 tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] 10.222.0.75 "GET /v2.0/quotas/62f48136cb2a4566a0aa2a3df7313d89 HTTP/1.1" status: 200 len: 375 time: 0.0099151 Apr 09 13:57:19.204449 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-e1567b34-875e-4ec7-a8ff-f625e137fd89 req-effd3b4b-e23d-45fa-bceb-b9ee8c6114bb tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=62f48136cb2a4566a0aa2a3df7313d89&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0858729 Apr 09 13:57:19.216019 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [req-e1567b34-875e-4ec7-a8ff-f625e137fd89 req-3d826198-3069-4a80-9b72-5892c2efa5c1 service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=85266) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 09 13:57:19.217020 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-e1567b34-875e-4ec7-a8ff-f625e137fd89 req-3d826198-3069-4a80-9b72-5892c2efa5c1 service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053937 Apr 09 13:57:19.368875 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-e1567b34-875e-4ec7-a8ff-f625e137fd89 req-7ce69839-b92c-43d9-a28d-ad60a461ca4d service neutron] 10.222.0.75 "GET /v2.0/networks/980ef833-70b8-42cc-945f-bbc9825cba0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436124 Apr 09 13:57:19.520282 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-e1567b34-875e-4ec7-a8ff-f625e137fd89 req-c37385fc-8cf7-4407-9a05-5ad08267f63c service neutron] 10.222.0.75 "GET /v2.0/networks/980ef833-70b8-42cc-945f-bbc9825cba0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438694 Apr 09 13:57:19.726186 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-5cb83178-079a-4db9-aa49-1126b37c4c2a req-b97c9678-a897-4623-90eb-515822dfff39 tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] 10.222.0.75 "GET /v2.0/ports?device_id=e3a6056c-c259-414a-bf36-effe4e91f238 HTTP/1.1" status: 200 len: 210 time: 0.0535469 Apr 09 13:57:20.857037 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1567b34-875e-4ec7-a8ff-f625e137fd89 req-7dbf4b49-5ba7-4049-90ef-216baa35a9f4 tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:57:20.858636 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-e1567b34-875e-4ec7-a8ff-f625e137fd89 req-7dbf4b49-5ba7-4049-90ef-216baa35a9f4 tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] 10.222.0.90 "GET /v2.0/networks?id=980ef833-70b8-42cc-945f-bbc9825cba0e HTTP/1.1" status: 200 len: 815 time: 0.1727750 Apr 09 13:57:20.906718 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.v2.base [req-e1567b34-875e-4ec7-a8ff-f625e137fd89 req-9138f00e-3876-4462-a28e-31b3690550c5 tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] Request body: {'port': {'device_id': 'e3a6056c-c259-414a-bf36-effe4e91f238', 'network_id': '980ef833-70b8-42cc-945f-bbc9825cba0e', 'admin_state_up': True, 'tenant_id': '62f48136cb2a4566a0aa2a3df7313d89'}} {{(pid=85266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 09 13:57:20.944142 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-d2180841-3329-41ba-85e9-c56019a764b3 req-a276c1ae-8474-4fb7-9edf-a814245c3326 tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] 10.222.0.75 "GET /v2.0/ports?device_id=e3a6056c-c259-414a-bf36-effe4e91f238 HTTP/1.1" status: 200 len: 210 time: 0.0844328 Apr 09 13:57:21.076966 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [req-e1567b34-875e-4ec7-a8ff-f625e137fd89 req-9138f00e-3876-4462-a28e-31b3690550c5 tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 13:57:21.088520 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [req-e1567b34-875e-4ec7-a8ff-f625e137fd89 req-9138f00e-3876-4462-a28e-31b3690550c5 tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=85266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 13:57:21.098368 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1567b34-875e-4ec7-a8ff-f625e137fd89 req-9138f00e-3876-4462-a28e-31b3690550c5 tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] Made reservation on behalf of 62f48136cb2a4566a0aa2a3df7313d89 for: {'port': 1} {{(pid=85266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 09 13:57:21.104373 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [req-e1567b34-875e-4ec7-a8ff-f625e137fd89 req-9138f00e-3876-4462-a28e-31b3690550c5 tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853739810'] for port, before_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:57:21.494025 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.db_base_plugin_common [req-e1567b34-875e-4ec7-a8ff-f625e137fd89 req-9138f00e-3876-4462-a28e-31b3690550c5 tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] Allocated IP 172.20.0.14 (980ef833-70b8-42cc-945f-bbc9825cba0e/96e1aee4-dcb2-4577-bd93-34e5cc40f330/cc33c778-afe7-4486-9465-30362e48c4eb) {{(pid=85266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 09 13:57:21.703101 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [req-e1567b34-875e-4ec7-a8ff-f625e137fd89 req-9138f00e-3876-4462-a28e-31b3690550c5 tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] Notify callbacks [] for port, precommit_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:57:21.734875 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [req-e1567b34-875e-4ec7-a8ff-f625e137fd89 req-9138f00e-3876-4462-a28e-31b3690550c5 tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853739901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853759498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771815468164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2203223'] for port, after_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:57:21.746712 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.db [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] get_ports_and_sgs() called for port_ids ['1df5cbc1-88b0-421e-b6c8-4778e22e26e6', '2c84b270-f9a0-460f-a882-cbc1ab315345'] {{(pid=85267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 09 13:57:21.750893 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:57:21.906032 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9138f00e-3876-4462-a28e-31b3690550c5 tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] Pushing event updated for resources: {'Port': ['ID=cc33c778-afe7-4486-9465-30362e48c4eb,revision_number=1']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:57:21.910813 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-9138f00e-3876-4462-a28e-31b3690550c5 tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:57:21.966232 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1567b34-875e-4ec7-a8ff-f625e137fd89 req-9138f00e-3876-4462-a28e-31b3690550c5 tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] Network 980ef833-70b8-42cc-945f-bbc9825cba0e is already hosted by enough agents. {{(pid=85266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 09 13:57:21.967378 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.scheduler.base_scheduler [req-e1567b34-875e-4ec7-a8ff-f625e137fd89 req-9138f00e-3876-4462-a28e-31b3690550c5 tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] Resources bound (agent type, host, resource id): {{(pid=85266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 09 13:57:21.972227 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1567b34-875e-4ec7-a8ff-f625e137fd89 req-9138f00e-3876-4462-a28e-31b3690550c5 tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] Received port after_create {{(pid=85266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 09 13:57:22.043748 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1567b34-875e-4ec7-a8ff-f625e137fd89 req-9138f00e-3876-4462-a28e-31b3690550c5 tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:57:22.044422 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [req-e1567b34-875e-4ec7-a8ff-f625e137fd89 req-9138f00e-3876-4462-a28e-31b3690550c5 tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770645'] for port, before_response {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:57:22.073490 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-e1567b34-875e-4ec7-a8ff-f625e137fd89 req-9138f00e-3876-4462-a28e-31b3690550c5 tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1769798 Apr 09 13:57:22.128270 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [req-e1567b34-875e-4ec7-a8ff-f625e137fd89 req-43081c34-aac9-44b1-9c82-adae2967f5e1 tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=85266) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 09 13:57:22.129327 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-e1567b34-875e-4ec7-a8ff-f625e137fd89 req-43081c34-aac9-44b1-9c82-adae2967f5e1 tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0090497 Apr 09 13:57:22.182310 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25337afd-2398-4eff-b66c-0025d6e44322 req-2ddde572-d485-46c2-b450-10ea9c528265 tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:57:22.183416 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [req-25337afd-2398-4eff-b66c-0025d6e44322 req-2ddde572-d485-46c2-b450-10ea9c528265 tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] Synchronizing usage tracker for tenant:62f48136cb2a4566a0aa2a3df7313d89 on resource:port {{(pid=85266) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 09 13:57:22.198376 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [req-25337afd-2398-4eff-b66c-0025d6e44322 req-2ddde572-d485-46c2-b450-10ea9c528265 tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] Unset dirty status for tenant:62f48136cb2a4566a0aa2a3df7313d89 on resource:port {{(pid=85266) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 09 13:57:22.199648 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-25337afd-2398-4eff-b66c-0025d6e44322 req-2ddde572-d485-46c2-b450-10ea9c528265 tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] 10.222.0.75 "GET /v2.0/ports?device_id=e3a6056c-c259-414a-bf36-effe4e91f238 HTTP/1.1" status: 200 len: 932 time: 0.1224074 Apr 09 13:57:22.235781 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-25337afd-2398-4eff-b66c-0025d6e44322 req-573952ab-cca3-4ebf-8870-0f9351c204e0 tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] 10.222.0.75 "GET /v2.0/security-groups?id=c8f7f5e9-cd69-4835-8f28-4d28be93cebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0267634 Apr 09 13:57:22.263984 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.v2.base [req-e1567b34-875e-4ec7-a8ff-f625e137fd89 req-329c371b-125e-4be4-bf83-389344cc73b1 service neutron] Request body: {'port': {'device_id': 'e3a6056c-c259-414a-bf36-effe4e91f238', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78536'}} {{(pid=85266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 09 13:57:22.395599 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [req-e1567b34-875e-4ec7-a8ff-f625e137fd89 req-329c371b-125e-4be4-bf83-389344cc73b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853739810'] for port, before_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:57:22.823482 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.notifiers.nova [req-e1567b34-875e-4ec7-a8ff-f625e137fd89 req-329c371b-125e-4be4-bf83-389344cc73b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc33c778-afe7-4486-9465-30362e48c4eb {{(pid=85266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 09 13:57:22.832384 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [req-e1567b34-875e-4ec7-a8ff-f625e137fd89 req-329c371b-125e-4be4-bf83-389344cc73b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:57:22.848108 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.provisioning_blocks [req-e1567b34-875e-4ec7-a8ff-f625e137fd89 req-329c371b-125e-4be4-bf83-389344cc73b1 service neutron] Transition to ACTIVE for port object cc33c778-afe7-4486-9465-30362e48c4eb will not be triggered until provisioned by entity L2. {{(pid=85266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 09 13:57:22.850950 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [req-e1567b34-875e-4ec7-a8ff-f625e137fd89 req-329c371b-125e-4be4-bf83-389344cc73b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853739901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853759498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265038874484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771815468181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265039307602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852572594'] for port, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:57:22.869580 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-d1fcd123-f8d3-45e2-9203-212310048020 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:57:23.029577 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329c371b-125e-4be4-bf83-389344cc73b1 service neutron] Pushing event updated for resources: {'Port': ['ID=cc33c778-afe7-4486-9465-30362e48c4eb,revision_number=2']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:57:23.035771 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-329c371b-125e-4be4-bf83-389344cc73b1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:57:23.290731 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.managers [req-e1567b34-875e-4ec7-a8ff-f625e137fd89 req-329c371b-125e-4be4-bf83-389344cc73b1 service neutron] Attempting to bind port cc33c778-afe7-4486-9465-30362e48c4eb on host hv-cinder-78536 for vnic_type normal with profile {{(pid=85266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 09 13:57:23.291184 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.managers [req-e1567b34-875e-4ec7-a8ff-f625e137fd89 req-329c371b-125e-4be4-bf83-389344cc73b1 service neutron] Attempting to bind port cc33c778-afe7-4486-9465-30362e48c4eb by drivers openvswitch,hyperv on host hv-cinder-78536 at level 0 using segments [{'id': '9ea96457-6cc3-4179-a4b9-741b8e01731f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '980ef833-70b8-42cc-945f-bbc9825cba0e'}] {{(pid=85266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 09 13:57:23.291728 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1567b34-875e-4ec7-a8ff-f625e137fd89 req-329c371b-125e-4be4-bf83-389344cc73b1 service neutron] Attempting to bind port cc33c778-afe7-4486-9465-30362e48c4eb on network 980ef833-70b8-42cc-945f-bbc9825cba0e {{(pid=85266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 09 13:57:23.299098 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1567b34-875e-4ec7-a8ff-f625e137fd89 req-329c371b-125e-4be4-bf83-389344cc73b1 service neutron] Port cc33c778-afe7-4486-9465-30362e48c4eb on network 980ef833-70b8-42cc-945f-bbc9825cba0e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78536 {{(pid=85266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 09 13:57:23.299473 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1567b34-875e-4ec7-a8ff-f625e137fd89 req-329c371b-125e-4be4-bf83-389344cc73b1 service neutron] Attempting to bind port cc33c778-afe7-4486-9465-30362e48c4eb on network 980ef833-70b8-42cc-945f-bbc9825cba0e {{(pid=85266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 09 13:57:23.306314 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1567b34-875e-4ec7-a8ff-f625e137fd89 req-329c371b-125e-4be4-bf83-389344cc73b1 service neutron] Checking agent: {'id': '5a3daac1-2611-42bd-a388-caa17c5666c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78536', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 9, 13, 45, 11), 'started_at': datetime.datetime(2021, 4, 9, 13, 45, 11), 'heartbeat_timestamp': datetime.datetime(2021, 4, 9, 13, 57, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 09 13:57:23.306701 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1567b34-875e-4ec7-a8ff-f625e137fd89 req-329c371b-125e-4be4-bf83-389344cc73b1 service neutron] Checking segment: {'id': '9ea96457-6cc3-4179-a4b9-741b8e01731f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '980ef833-70b8-42cc-945f-bbc9825cba0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 09 13:57:23.307205 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1567b34-875e-4ec7-a8ff-f625e137fd89 req-329c371b-125e-4be4-bf83-389344cc73b1 service neutron] Bound using segment: {'id': '9ea96457-6cc3-4179-a4b9-741b8e01731f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '980ef833-70b8-42cc-945f-bbc9825cba0e'} {{(pid=85266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 09 13:57:23.307690 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.managers [req-e1567b34-875e-4ec7-a8ff-f625e137fd89 req-329c371b-125e-4be4-bf83-389344cc73b1 service neutron] Bound port: cc33c778-afe7-4486-9465-30362e48c4eb, host: hv-cinder-78536, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ea96457-6cc3-4179-a4b9-741b8e01731f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '980ef833-70b8-42cc-945f-bbc9825cba0e'}}] {{(pid=85266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 09 13:57:23.308166 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [req-e1567b34-875e-4ec7-a8ff-f625e137fd89 req-329c371b-125e-4be4-bf83-389344cc73b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853739810'] for port, before_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:57:23.491038 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.db [req-e1567b34-875e-4ec7-a8ff-f625e137fd89 req-329c371b-125e-4be4-bf83-389344cc73b1 service neutron] For port cc33c778-afe7-4486-9465-30362e48c4eb, host hv-cinder-78536, cleared binding levels {{(pid=85266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 09 13:57:23.506725 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.db [req-e1567b34-875e-4ec7-a8ff-f625e137fd89 req-329c371b-125e-4be4-bf83-389344cc73b1 service neutron] For port cc33c778-afe7-4486-9465-30362e48c4eb, host hv-cinder-78536, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=cc33c778-afe7-4486-9465-30362e48c4eb,segment=NetworkSegment(9ea96457-6cc3-4179-a4b9-741b8e01731f),segment_id=9ea96457-6cc3-4179-a4b9-741b8e01731f)] {{(pid=85266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 09 13:57:23.529428 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [req-e1567b34-875e-4ec7-a8ff-f625e137fd89 req-329c371b-125e-4be4-bf83-389344cc73b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853739901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853759498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265038874484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771815468181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265039307602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852572594'] for port, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:57:23.552410 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-3ede5881-85c4-47ec-bc58-35635c3e9b2f tempest-VolumesNegativeTest-575774382 tempest-VolumesNegativeTest-575774382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:57:23.751135 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644d891c-f13c-477f-abaa-e7f2fa5650bf req-4ddebf74-f96b-4330-a396-ec3f25b532bd tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:57:23.753057 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-644d891c-f13c-477f-abaa-e7f2fa5650bf req-4ddebf74-f96b-4330-a396-ec3f25b532bd tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] 10.222.0.75 "GET /v2.0/ports?device_id=e3a6056c-c259-414a-bf36-effe4e91f238 HTTP/1.1" status: 200 len: 944 time: 0.3607664 Apr 09 13:57:23.768247 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329c371b-125e-4be4-bf83-389344cc73b1 service neutron] Pushing event updated for resources: {'Port': ['ID=cc33c778-afe7-4486-9465-30362e48c4eb,revision_number=3']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:57:23.785176 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-329c371b-125e-4be4-bf83-389344cc73b1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:57:23.817052 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-644d891c-f13c-477f-abaa-e7f2fa5650bf req-3cf055bd-277f-4101-809c-b12e680339b7 tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] 10.222.0.75 "GET /v2.0/security-groups?id=c8f7f5e9-cd69-4835-8f28-4d28be93cebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562153 Apr 09 13:57:23.846487 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1567b34-875e-4ec7-a8ff-f625e137fd89 req-329c371b-125e-4be4-bf83-389344cc73b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:57:23.847431 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [req-e1567b34-875e-4ec7-a8ff-f625e137fd89 req-329c371b-125e-4be4-bf83-389344cc73b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770645'] for port, before_response {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:57:23.848987 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-e1567b34-875e-4ec7-a8ff-f625e137fd89 req-329c371b-125e-4be4-bf83-389344cc73b1 service neutron] 10.222.0.90 "PUT /v2.0/ports/cc33c778-afe7-4486-9465-30362e48c4eb HTTP/1.1" status: 200 len: 1094 time: 1.7125516 Apr 09 13:57:23.849458 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3a6056c-c259-414a-bf36-effe4e91f238', 'tag': 'cc33c778-afe7-4486-9465-30362e48c4eb'}] {{(pid=85266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 09 13:57:23.938343 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3a6056c-c259-414a-bf36-effe4e91f238', 'tag': 'cc33c778-afe7-4486-9465-30362e48c4eb', 'status': 'completed', 'code': 200} Apr 09 13:57:23.980656 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1567b34-875e-4ec7-a8ff-f625e137fd89 req-f3c9cc71-b09c-4120-8efd-c3284bb9af65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:57:23.982375 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-e1567b34-875e-4ec7-a8ff-f625e137fd89 req-f3c9cc71-b09c-4120-8efd-c3284bb9af65 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=62f48136cb2a4566a0aa2a3df7313d89&device_id=e3a6056c-c259-414a-bf36-effe4e91f238 HTTP/1.1" status: 200 len: 1097 time: 0.0902429 Apr 09 13:57:24.072913 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-e1567b34-875e-4ec7-a8ff-f625e137fd89 req-f4b65ecf-97c8-4293-8c95-deec216f6f54 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cc33c778-afe7-4486-9465-30362e48c4eb HTTP/1.1" status: 200 len: 217 time: 0.0830150 Apr 09 13:57:24.143876 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1567b34-875e-4ec7-a8ff-f625e137fd89 req-59cb709a-b153-4105-a610-4cc46f19f848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:57:24.145463 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-e1567b34-875e-4ec7-a8ff-f625e137fd89 req-59cb709a-b153-4105-a610-4cc46f19f848 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=96e1aee4-dcb2-4577-bd93-34e5cc40f330 HTTP/1.1" status: 200 len: 855 time: 0.0666294 Apr 09 13:57:24.200142 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-e1567b34-875e-4ec7-a8ff-f625e137fd89 req-03cccd58-0a5c-402e-ba74-93de141ab72d service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=980ef833-70b8-42cc-945f-bbc9825cba0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470169 Apr 09 13:57:24.352780 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-e1567b34-875e-4ec7-a8ff-f625e137fd89 req-484de604-e7cc-4701-9996-a1bf1a11098b service neutron] 10.222.0.90 "GET /v2.0/networks/980ef833-70b8-42cc-945f-bbc9825cba0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461165 Apr 09 13:57:24.505226 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-e1567b34-875e-4ec7-a8ff-f625e137fd89 req-c5caed90-c0a6-43a3-b3e1-2717ec19c2d5 service neutron] 10.222.0.90 "GET /v2.0/networks/980ef833-70b8-42cc-945f-bbc9825cba0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452742 Apr 09 13:57:24.641865 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a5045e-634d-4e8e-80a9-41ea7f346d75 req-13323936-f0a9-4a9c-a85f-2a9568df3876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:57:24.643391 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-73a5045e-634d-4e8e-80a9-41ea7f346d75 req-13323936-f0a9-4a9c-a85f-2a9568df3876 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=62f48136cb2a4566a0aa2a3df7313d89&device_id=e3a6056c-c259-414a-bf36-effe4e91f238 HTTP/1.1" status: 200 len: 1097 time: 0.0879452 Apr 09 13:57:24.793901 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a5045e-634d-4e8e-80a9-41ea7f346d75 req-1277f4f9-ae35-4995-8c26-4b418df53242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:57:24.795482 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-73a5045e-634d-4e8e-80a9-41ea7f346d75 req-1277f4f9-ae35-4995-8c26-4b418df53242 service neutron] 10.222.0.90 "GET /v2.0/networks?id=980ef833-70b8-42cc-945f-bbc9825cba0e HTTP/1.1" status: 200 len: 916 time: 0.1455038 Apr 09 13:57:24.873362 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-73a5045e-634d-4e8e-80a9-41ea7f346d75 req-64605474-ff9a-44ee-b699-7b2cf61b8060 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cc33c778-afe7-4486-9465-30362e48c4eb HTTP/1.1" status: 200 len: 217 time: 0.0709956 Apr 09 13:57:24.944871 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a5045e-634d-4e8e-80a9-41ea7f346d75 req-d50ac7da-c01d-4f19-ae8e-879300d21cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:57:24.946476 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-73a5045e-634d-4e8e-80a9-41ea7f346d75 req-d50ac7da-c01d-4f19-ae8e-879300d21cf1 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=96e1aee4-dcb2-4577-bd93-34e5cc40f330 HTTP/1.1" status: 200 len: 855 time: 0.0666318 Apr 09 13:57:25.053845 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-73a5045e-634d-4e8e-80a9-41ea7f346d75 req-1ff9d1bb-5bfb-4a04-926d-e29ba7b5bd25 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=980ef833-70b8-42cc-945f-bbc9825cba0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0622916 Apr 09 13:57:25.439673 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1c8d8c-b423-4878-a4e8-f92c3ed01ba0 req-ea063b8b-89bd-4d98-a68b-a6ac2b153acd tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:57:25.441399 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-5c1c8d8c-b423-4878-a4e8-f92c3ed01ba0 req-ea063b8b-89bd-4d98-a68b-a6ac2b153acd tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] 10.222.0.75 "GET /v2.0/ports?device_id=e3a6056c-c259-414a-bf36-effe4e91f238 HTTP/1.1" status: 200 len: 944 time: 0.4888277 Apr 09 13:57:25.494312 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-5c1c8d8c-b423-4878-a4e8-f92c3ed01ba0 req-48161d70-0153-496d-b5e4-1bc58e734d2d tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] 10.222.0.75 "GET /v2.0/security-groups?id=c8f7f5e9-cd69-4835-8f28-4d28be93cebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448112 Apr 09 13:57:25.497784 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-73a5045e-634d-4e8e-80a9-41ea7f346d75 req-7f7e3fe7-60da-4703-be9e-cfc85704e1ad service neutron] 10.222.0.90 "GET /v2.0/networks/980ef833-70b8-42cc-945f-bbc9825cba0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4368024 Apr 09 13:57:25.651936 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-73a5045e-634d-4e8e-80a9-41ea7f346d75 req-e32cf899-3b10-49e0-ac04-3b89e5e462e8 service neutron] 10.222.0.90 "GET /v2.0/networks/980ef833-70b8-42cc-945f-bbc9825cba0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446967 Apr 09 13:57:26.420123 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.agents_db [None req-c64c1605-ccfd-4af7-a5d2-2f7932bd8cd3 None None] Agent healthcheck: found 6 active agents {{(pid=85268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 09 13:57:26.707135 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee1ea3e-51cf-44f9-96e2-3603e2c9eb76 req-d39667ec-a706-434d-ac5e-6b28e3932cf1 tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:57:26.708787 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-9ee1ea3e-51cf-44f9-96e2-3603e2c9eb76 req-d39667ec-a706-434d-ac5e-6b28e3932cf1 tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] 10.222.0.75 "GET /v2.0/ports?device_id=e3a6056c-c259-414a-bf36-effe4e91f238 HTTP/1.1" status: 200 len: 944 time: 0.0908279 Apr 09 13:57:26.742082 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-9ee1ea3e-51cf-44f9-96e2-3603e2c9eb76 req-d2fab08c-fb2d-40c0-a824-a12859fc6ab1 tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] 10.222.0.75 "GET /v2.0/security-groups?id=c8f7f5e9-cd69-4835-8f28-4d28be93cebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0267286 Apr 09 13:57:27.963823 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378c2620-f672-44a5-954a-2ad7dc5fc40d req-d6067519-79f7-4764-8b04-b4096f602ea8 tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:57:27.965412 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-378c2620-f672-44a5-954a-2ad7dc5fc40d req-d6067519-79f7-4764-8b04-b4096f602ea8 tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] 10.222.0.75 "GET /v2.0/ports?device_id=e3a6056c-c259-414a-bf36-effe4e91f238 HTTP/1.1" status: 200 len: 944 time: 0.1011758 Apr 09 13:57:27.998276 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-378c2620-f672-44a5-954a-2ad7dc5fc40d req-e8f8ecc4-9862-40a8-9f5e-750bb8c5dfcc tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] 10.222.0.75 "GET /v2.0/security-groups?id=c8f7f5e9-cd69-4835-8f28-4d28be93cebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0262077 Apr 09 13:57:28.489643 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.rpc [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Device cc33c778-afe7-4486-9465-30362e48c4eb details requested by agent hyperv_hv-cinder-78536 with host hv-cinder-78536 {{(pid=85267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 09 13:57:28.638355 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.db [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] For port cc33c778-afe7-4486-9465-30362e48c4eb, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=cc33c778-afe7-4486-9465-30362e48c4eb,segment=NetworkSegment(9ea96457-6cc3-4179-a4b9-741b8e01731f),segment_id=9ea96457-6cc3-4179-a4b9-741b8e01731f)] {{(pid=85267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 09 13:57:28.653092 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.rpc [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Returning: {'device': 'cc33c778-afe7-4486-9465-30362e48c4eb', 'network_id': '980ef833-70b8-42cc-945f-bbc9825cba0e', 'port_id': 'cc33c778-afe7-4486-9465-30362e48c4eb', 'mac_address': 'fa:16:3e:a2:13:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 642, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96e1aee4-dcb2-4577-bd93-34e5cc40f330', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 09 13:57:28.714569 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853739810'] for port, before_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:57:28.715888 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.notifiers.nova [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc33c778-afe7-4486-9465-30362e48c4eb {{(pid=85267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 09 13:57:28.733009 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.db [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] For port cc33c778-afe7-4486-9465-30362e48c4eb, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=cc33c778-afe7-4486-9465-30362e48c4eb,segment=NetworkSegment(9ea96457-6cc3-4179-a4b9-741b8e01731f),segment_id=9ea96457-6cc3-4179-a4b9-741b8e01731f)] {{(pid=85267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 09 13:57:28.736753 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853739901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853759498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265038874484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771815468181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265039307602'] for port, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:57:28.738801 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:57:28.810335 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Pushing event updated for resources: {'Port': ['ID=cc33c778-afe7-4486-9465-30362e48c4eb,revision_number=4']} {{(pid=85267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:57:28.813932 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=85267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:57:29.103069 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.db [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] get_ports_and_sgs() called for port_ids ['cc33c778-afe7-4486-9465-30362e48c4eb'] {{(pid=85267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 09 13:57:29.222389 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4932f5f0-19f9-4298-9587-ea099b9e0de3 req-185a09c0-582c-4ce1-9073-b2ceeab51fd1 tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:57:29.224016 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-4932f5f0-19f9-4298-9587-ea099b9e0de3 req-185a09c0-582c-4ce1-9073-b2ceeab51fd1 tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] 10.222.0.75 "GET /v2.0/ports?device_id=e3a6056c-c259-414a-bf36-effe4e91f238 HTTP/1.1" status: 200 len: 945 time: 0.0968482 Apr 09 13:57:29.258488 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-4932f5f0-19f9-4298-9587-ea099b9e0de3 req-cd86c885-f86f-44d2-9df0-513e99fba53c tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] 10.222.0.75 "GET /v2.0/security-groups?id=c8f7f5e9-cd69-4835-8f28-4d28be93cebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0264654 Apr 09 13:57:30.477016 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b89a1a8-7011-4f00-be01-5ac13aadee78 req-0ade6d72-11a1-4c39-815d-0de2ff8920d4 tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:57:30.478700 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-1b89a1a8-7011-4f00-be01-5ac13aadee78 req-0ade6d72-11a1-4c39-815d-0de2ff8920d4 tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] 10.222.0.75 "GET /v2.0/ports?device_id=e3a6056c-c259-414a-bf36-effe4e91f238 HTTP/1.1" status: 200 len: 945 time: 0.0968833 Apr 09 13:57:30.498293 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.rpc [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Device cc33c778-afe7-4486-9465-30362e48c4eb up at agent hyperv_hv-cinder-78536 {{(pid=85267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 09 13:57:30.516720 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-1b89a1a8-7011-4f00-be01-5ac13aadee78 req-96fef24d-0b1e-4c61-a112-2d15711f0b4a tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] 10.222.0.75 "GET /v2.0/security-groups?id=c8f7f5e9-cd69-4835-8f28-4d28be93cebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299428 Apr 09 13:57:30.576815 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.provisioning_blocks [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Provisioning for port cc33c778-afe7-4486-9465-30362e48c4eb completed by entity L2. {{(pid=85267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 09 13:57:30.583344 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.provisioning_blocks [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Provisioning complete for port cc33c778-afe7-4486-9465-30362e48c4eb triggered by entity L2. {{(pid=85267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 09 13:57:30.583344 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765226'] for port, provisioning_complete {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:57:30.711526 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853739810'] for port, before_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:57:30.724225 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3a6056c-c259-414a-bf36-effe4e91f238', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc33c778-afe7-4486-9465-30362e48c4eb'}] {{(pid=85267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 09 13:57:30.734666 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.db [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] For port cc33c778-afe7-4486-9465-30362e48c4eb, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=cc33c778-afe7-4486-9465-30362e48c4eb,segment=NetworkSegment(9ea96457-6cc3-4179-a4b9-741b8e01731f),segment_id=9ea96457-6cc3-4179-a4b9-741b8e01731f)] {{(pid=85267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 09 13:57:30.738305 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853739901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853759498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265038874484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771815468181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265039307602'] for port, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:57:30.741085 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:57:30.790363 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3a6056c-c259-414a-bf36-effe4e91f238', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc33c778-afe7-4486-9465-30362e48c4eb', 'code': 200} Apr 09 13:57:30.822626 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Pushing event updated for resources: {'Port': ['ID=cc33c778-afe7-4486-9465-30362e48c4eb,revision_number=5']} {{(pid=85267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:57:30.826364 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=85267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:57:31.047007 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3288fb-e5dc-44c4-8147-398986441654 req-cd0673f2-b77d-4a83-b5dc-e6546a0d3347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:57:31.048869 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-7b3288fb-e5dc-44c4-8147-398986441654 req-cd0673f2-b77d-4a83-b5dc-e6546a0d3347 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=e3a6056c-c259-414a-bf36-effe4e91f238 HTTP/1.1" status: 200 len: 1099 time: 0.0793736 Apr 09 13:57:31.084493 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-7b3288fb-e5dc-44c4-8147-398986441654 req-fe61621a-b68d-492d-a32b-133b6cdcf907 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=c8f7f5e9-cd69-4835-8f28-4d28be93cebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288925 Apr 09 13:57:31.089636 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-3e846790-16ed-4d02-acc9-db8ecab887cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:57:31.739395 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8db651-100e-41b3-b115-9bab65e456ac req-8457aaf1-9b53-435f-80b6-f1225ec20760 tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:57:31.741211 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-6f8db651-100e-41b3-b115-9bab65e456ac req-8457aaf1-9b53-435f-80b6-f1225ec20760 tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] 10.222.0.75 "GET /v2.0/ports?device_id=e3a6056c-c259-414a-bf36-effe4e91f238 HTTP/1.1" status: 200 len: 946 time: 0.1024246 Apr 09 13:57:31.774298 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-6f8db651-100e-41b3-b115-9bab65e456ac req-0e67e073-c759-4bfa-ae94-6fee881d14c5 tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] 10.222.0.75 "GET /v2.0/security-groups?id=c8f7f5e9-cd69-4835-8f28-4d28be93cebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0258150 Apr 09 13:57:32.996087 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da20c690-c1be-4614-a2c0-6808238bdc72 req-b820776f-1049-43ad-921d-4b7e5d5aa455 tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:57:32.997840 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-da20c690-c1be-4614-a2c0-6808238bdc72 req-b820776f-1049-43ad-921d-4b7e5d5aa455 tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] 10.222.0.75 "GET /v2.0/ports?device_id=e3a6056c-c259-414a-bf36-effe4e91f238 HTTP/1.1" status: 200 len: 946 time: 0.0967586 Apr 09 13:57:33.033129 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-da20c690-c1be-4614-a2c0-6808238bdc72 req-be572678-d29f-4cad-ab4d-3086444c64d1 tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] 10.222.0.75 "GET /v2.0/security-groups?id=c8f7f5e9-cd69-4835-8f28-4d28be93cebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282340 Apr 09 13:57:34.249831 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-5a1b989c-c1b4-4afd-b77c-a39d7955123b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:57:34.616993 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-038b6fee-909e-41c9-b649-649ad33ce393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:57:35.283696 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:57:35.713426 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-c378f248-96be-4ef7-a52f-f55c09e56a36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:57:39.693743 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0e1da2-b619-4ecd-96f3-4ce3ef3a99f7 req-dbdcb2dd-b301-4294-afc8-c37acf085f18 tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:57:39.695643 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-9a0e1da2-b619-4ecd-96f3-4ce3ef3a99f7 req-dbdcb2dd-b301-4294-afc8-c37acf085f18 tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] 10.222.0.75 "GET /v2.0/networks?id=980ef833-70b8-42cc-945f-bbc9825cba0e HTTP/1.1" status: 200 len: 815 time: 0.1768956 Apr 09 13:57:39.712749 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-9a0e1da2-b619-4ecd-96f3-4ce3ef3a99f7 req-68b14d54-f2a5-480c-80e7-130ae8332f88 tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] 10.222.0.75 "GET /v2.0/quotas/62f48136cb2a4566a0aa2a3df7313d89 HTTP/1.1" status: 200 len: 375 time: 0.0107880 Apr 09 13:57:39.829466 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-9a0e1da2-b619-4ecd-96f3-4ce3ef3a99f7 req-bbacba26-6be1-41de-a237-bad09e06e420 tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=62f48136cb2a4566a0aa2a3df7313d89&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1086946 Apr 09 13:57:39.981052 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-9a0e1da2-b619-4ecd-96f3-4ce3ef3a99f7 req-757b417f-05b0-4dec-bf06-e77825f160b5 service neutron] 10.222.0.75 "GET /v2.0/networks/980ef833-70b8-42cc-945f-bbc9825cba0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438801 Apr 09 13:57:40.133297 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-9a0e1da2-b619-4ecd-96f3-4ce3ef3a99f7 req-103d34ee-8274-44ab-bcf1-c180f4b865b1 service neutron] 10.222.0.75 "GET /v2.0/networks/980ef833-70b8-42cc-945f-bbc9825cba0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1447246 Apr 09 13:57:40.354193 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-13ded677-a1fc-43e7-a817-3298e57e2e69 req-a7bc23c6-ab70-420d-8126-a77147921aeb tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] 10.222.0.75 "GET /v2.0/ports?device_id=bef6146e-439a-4917-a0e1-3aeca1ae1265 HTTP/1.1" status: 200 len: 210 time: 0.0544417 Apr 09 13:57:41.037632 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:57:41.567709 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-ead92413-4c89-446e-8827-4c22485fcc22 req-f63ca013-0605-4cea-aed6-23122e815adf tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] 10.222.0.75 "GET /v2.0/ports?device_id=bef6146e-439a-4917-a0e1-3aeca1ae1265 HTTP/1.1" status: 200 len: 210 time: 0.0722029 Apr 09 13:57:41.581448 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0e1da2-b619-4ecd-96f3-4ce3ef3a99f7 req-0898cb05-2356-42dc-a985-4e5c5406273d tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:57:41.583223 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-9a0e1da2-b619-4ecd-96f3-4ce3ef3a99f7 req-0898cb05-2356-42dc-a985-4e5c5406273d tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] 10.222.0.90 "GET /v2.0/networks?id=980ef833-70b8-42cc-945f-bbc9825cba0e HTTP/1.1" status: 200 len: 815 time: 0.2379751 Apr 09 13:57:41.600974 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.v2.base [req-9a0e1da2-b619-4ecd-96f3-4ce3ef3a99f7 req-d26a1dd0-db00-49bb-b29d-ae87b9a57e91 tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] Request body: {'port': {'device_id': 'bef6146e-439a-4917-a0e1-3aeca1ae1265', 'network_id': '980ef833-70b8-42cc-945f-bbc9825cba0e', 'admin_state_up': True, 'tenant_id': '62f48136cb2a4566a0aa2a3df7313d89'}} {{(pid=85266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 09 13:57:41.759552 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [req-9a0e1da2-b619-4ecd-96f3-4ce3ef3a99f7 req-d26a1dd0-db00-49bb-b29d-ae87b9a57e91 tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 13:57:41.771450 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [req-9a0e1da2-b619-4ecd-96f3-4ce3ef3a99f7 req-d26a1dd0-db00-49bb-b29d-ae87b9a57e91 tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=85266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 13:57:41.781108 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a0e1da2-b619-4ecd-96f3-4ce3ef3a99f7 req-d26a1dd0-db00-49bb-b29d-ae87b9a57e91 tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] Made reservation on behalf of 62f48136cb2a4566a0aa2a3df7313d89 for: {'port': 1} {{(pid=85266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 09 13:57:41.787207 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [req-9a0e1da2-b619-4ecd-96f3-4ce3ef3a99f7 req-d26a1dd0-db00-49bb-b29d-ae87b9a57e91 tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853739810'] for port, before_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:57:41.949016 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.db_base_plugin_common [req-9a0e1da2-b619-4ecd-96f3-4ce3ef3a99f7 req-d26a1dd0-db00-49bb-b29d-ae87b9a57e91 tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] Allocated IP 172.20.0.9 (980ef833-70b8-42cc-945f-bbc9825cba0e/96e1aee4-dcb2-4577-bd93-34e5cc40f330/02088192-ef21-4ff0-bb1b-9ce506850142) {{(pid=85266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 09 13:57:42.170331 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [req-9a0e1da2-b619-4ecd-96f3-4ce3ef3a99f7 req-d26a1dd0-db00-49bb-b29d-ae87b9a57e91 tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] Notify callbacks [] for port, precommit_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:57:42.205700 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [req-9a0e1da2-b619-4ecd-96f3-4ce3ef3a99f7 req-d26a1dd0-db00-49bb-b29d-ae87b9a57e91 tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853739901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853759498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771815468164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2203223'] for port, after_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:57:42.219526 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.db [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] get_ports_and_sgs() called for port_ids ['1df5cbc1-88b0-421e-b6c8-4778e22e26e6', '2c84b270-f9a0-460f-a882-cbc1ab315345', 'cc33c778-afe7-4486-9465-30362e48c4eb'] {{(pid=85267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 09 13:57:42.226189 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:57:42.376870 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26a1dd0-db00-49bb-b29d-ae87b9a57e91 tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] Pushing event updated for resources: {'Port': ['ID=02088192-ef21-4ff0-bb1b-9ce506850142,revision_number=1']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:57:42.381331 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-d26a1dd0-db00-49bb-b29d-ae87b9a57e91 tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:57:42.429120 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a0e1da2-b619-4ecd-96f3-4ce3ef3a99f7 req-d26a1dd0-db00-49bb-b29d-ae87b9a57e91 tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] Network 980ef833-70b8-42cc-945f-bbc9825cba0e is already hosted by enough agents. {{(pid=85266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 09 13:57:42.430402 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.scheduler.base_scheduler [req-9a0e1da2-b619-4ecd-96f3-4ce3ef3a99f7 req-d26a1dd0-db00-49bb-b29d-ae87b9a57e91 tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] Resources bound (agent type, host, resource id): {{(pid=85266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 09 13:57:42.432817 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a0e1da2-b619-4ecd-96f3-4ce3ef3a99f7 req-d26a1dd0-db00-49bb-b29d-ae87b9a57e91 tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] Received port after_create {{(pid=85266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 09 13:57:42.506081 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0e1da2-b619-4ecd-96f3-4ce3ef3a99f7 req-d26a1dd0-db00-49bb-b29d-ae87b9a57e91 tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:57:42.506775 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [req-9a0e1da2-b619-4ecd-96f3-4ce3ef3a99f7 req-d26a1dd0-db00-49bb-b29d-ae87b9a57e91 tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770645'] for port, before_response {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:57:42.535733 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-9a0e1da2-b619-4ecd-96f3-4ce3ef3a99f7 req-d26a1dd0-db00-49bb-b29d-ae87b9a57e91 tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9396949 Apr 09 13:57:42.551017 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.v2.base [req-9a0e1da2-b619-4ecd-96f3-4ce3ef3a99f7 req-86442de6-69bc-4ae6-855b-6a4a93b7d5b7 service neutron] Request body: {'port': {'device_id': 'bef6146e-439a-4917-a0e1-3aeca1ae1265', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78536'}} {{(pid=85266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 09 13:57:42.688944 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [req-9a0e1da2-b619-4ecd-96f3-4ce3ef3a99f7 req-86442de6-69bc-4ae6-855b-6a4a93b7d5b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853739810'] for port, before_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:57:42.932000 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5add28-9c95-4e02-a870-f33d2842badc req-fadb3d0f-144a-4985-8ff9-0f8bbd943bce tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:57:42.932755 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [req-4f5add28-9c95-4e02-a870-f33d2842badc req-fadb3d0f-144a-4985-8ff9-0f8bbd943bce tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] Synchronizing usage tracker for tenant:62f48136cb2a4566a0aa2a3df7313d89 on resource:port {{(pid=85266) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 09 13:57:42.969213 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [req-4f5add28-9c95-4e02-a870-f33d2842badc req-fadb3d0f-144a-4985-8ff9-0f8bbd943bce tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] Unset dirty status for tenant:62f48136cb2a4566a0aa2a3df7313d89 on resource:port {{(pid=85266) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 09 13:57:42.970601 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-4f5add28-9c95-4e02-a870-f33d2842badc req-fadb3d0f-144a-4985-8ff9-0f8bbd943bce tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] 10.222.0.75 "GET /v2.0/ports?device_id=bef6146e-439a-4917-a0e1-3aeca1ae1265 HTTP/1.1" status: 200 len: 931 time: 0.2552018 Apr 09 13:57:43.086191 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-4f5add28-9c95-4e02-a870-f33d2842badc req-071cbe92-614d-4749-8137-119780ae0b38 tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] 10.222.0.75 "GET /v2.0/security-groups?id=c8f7f5e9-cd69-4835-8f28-4d28be93cebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053605 Apr 09 13:57:43.218927 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.notifiers.nova [req-9a0e1da2-b619-4ecd-96f3-4ce3ef3a99f7 req-86442de6-69bc-4ae6-855b-6a4a93b7d5b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02088192-ef21-4ff0-bb1b-9ce506850142 {{(pid=85266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 09 13:57:43.227620 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [req-9a0e1da2-b619-4ecd-96f3-4ce3ef3a99f7 req-86442de6-69bc-4ae6-855b-6a4a93b7d5b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:57:43.243706 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.provisioning_blocks [req-9a0e1da2-b619-4ecd-96f3-4ce3ef3a99f7 req-86442de6-69bc-4ae6-855b-6a4a93b7d5b7 service neutron] Transition to ACTIVE for port object 02088192-ef21-4ff0-bb1b-9ce506850142 will not be triggered until provisioned by entity L2. {{(pid=85266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 09 13:57:43.246495 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [req-9a0e1da2-b619-4ecd-96f3-4ce3ef3a99f7 req-86442de6-69bc-4ae6-855b-6a4a93b7d5b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853739901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853759498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265038874484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771815468181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265039307602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852572594'] for port, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:57:43.261939 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-a7a10aca-906d-48a1-a1d3-50bed90fe849 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:57:43.405886 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86442de6-69bc-4ae6-855b-6a4a93b7d5b7 service neutron] Pushing event updated for resources: {'Port': ['ID=02088192-ef21-4ff0-bb1b-9ce506850142,revision_number=2']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:57:43.410367 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-86442de6-69bc-4ae6-855b-6a4a93b7d5b7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:57:43.624791 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.managers [req-9a0e1da2-b619-4ecd-96f3-4ce3ef3a99f7 req-86442de6-69bc-4ae6-855b-6a4a93b7d5b7 service neutron] Attempting to bind port 02088192-ef21-4ff0-bb1b-9ce506850142 on host hv-cinder-78536 for vnic_type normal with profile {{(pid=85266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 09 13:57:43.625157 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.managers [req-9a0e1da2-b619-4ecd-96f3-4ce3ef3a99f7 req-86442de6-69bc-4ae6-855b-6a4a93b7d5b7 service neutron] Attempting to bind port 02088192-ef21-4ff0-bb1b-9ce506850142 by drivers openvswitch,hyperv on host hv-cinder-78536 at level 0 using segments [{'id': '9ea96457-6cc3-4179-a4b9-741b8e01731f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '980ef833-70b8-42cc-945f-bbc9825cba0e'}] {{(pid=85266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 09 13:57:43.625522 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a0e1da2-b619-4ecd-96f3-4ce3ef3a99f7 req-86442de6-69bc-4ae6-855b-6a4a93b7d5b7 service neutron] Attempting to bind port 02088192-ef21-4ff0-bb1b-9ce506850142 on network 980ef833-70b8-42cc-945f-bbc9825cba0e {{(pid=85266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 09 13:57:43.630413 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a0e1da2-b619-4ecd-96f3-4ce3ef3a99f7 req-86442de6-69bc-4ae6-855b-6a4a93b7d5b7 service neutron] Port 02088192-ef21-4ff0-bb1b-9ce506850142 on network 980ef833-70b8-42cc-945f-bbc9825cba0e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78536 {{(pid=85266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 09 13:57:43.630768 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a0e1da2-b619-4ecd-96f3-4ce3ef3a99f7 req-86442de6-69bc-4ae6-855b-6a4a93b7d5b7 service neutron] Attempting to bind port 02088192-ef21-4ff0-bb1b-9ce506850142 on network 980ef833-70b8-42cc-945f-bbc9825cba0e {{(pid=85266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 09 13:57:43.636151 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a0e1da2-b619-4ecd-96f3-4ce3ef3a99f7 req-86442de6-69bc-4ae6-855b-6a4a93b7d5b7 service neutron] Checking agent: {'id': '5a3daac1-2611-42bd-a388-caa17c5666c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78536', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 9, 13, 45, 11), 'started_at': datetime.datetime(2021, 4, 9, 13, 45, 11), 'heartbeat_timestamp': datetime.datetime(2021, 4, 9, 13, 57, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 09 13:57:43.636520 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a0e1da2-b619-4ecd-96f3-4ce3ef3a99f7 req-86442de6-69bc-4ae6-855b-6a4a93b7d5b7 service neutron] Checking segment: {'id': '9ea96457-6cc3-4179-a4b9-741b8e01731f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '980ef833-70b8-42cc-945f-bbc9825cba0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 09 13:57:43.636938 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a0e1da2-b619-4ecd-96f3-4ce3ef3a99f7 req-86442de6-69bc-4ae6-855b-6a4a93b7d5b7 service neutron] Bound using segment: {'id': '9ea96457-6cc3-4179-a4b9-741b8e01731f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '980ef833-70b8-42cc-945f-bbc9825cba0e'} {{(pid=85266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 09 13:57:43.637398 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.managers [req-9a0e1da2-b619-4ecd-96f3-4ce3ef3a99f7 req-86442de6-69bc-4ae6-855b-6a4a93b7d5b7 service neutron] Bound port: 02088192-ef21-4ff0-bb1b-9ce506850142, host: hv-cinder-78536, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ea96457-6cc3-4179-a4b9-741b8e01731f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '980ef833-70b8-42cc-945f-bbc9825cba0e'}}] {{(pid=85266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 09 13:57:43.637801 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [req-9a0e1da2-b619-4ecd-96f3-4ce3ef3a99f7 req-86442de6-69bc-4ae6-855b-6a4a93b7d5b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853739810'] for port, before_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:57:43.722493 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.db [req-9a0e1da2-b619-4ecd-96f3-4ce3ef3a99f7 req-86442de6-69bc-4ae6-855b-6a4a93b7d5b7 service neutron] For port 02088192-ef21-4ff0-bb1b-9ce506850142, host hv-cinder-78536, cleared binding levels {{(pid=85266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 09 13:57:43.725720 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.db [req-9a0e1da2-b619-4ecd-96f3-4ce3ef3a99f7 req-86442de6-69bc-4ae6-855b-6a4a93b7d5b7 service neutron] For port 02088192-ef21-4ff0-bb1b-9ce506850142, host hv-cinder-78536, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=02088192-ef21-4ff0-bb1b-9ce506850142,segment=NetworkSegment(9ea96457-6cc3-4179-a4b9-741b8e01731f),segment_id=9ea96457-6cc3-4179-a4b9-741b8e01731f)] {{(pid=85266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 09 13:57:43.729062 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [req-9a0e1da2-b619-4ecd-96f3-4ce3ef3a99f7 req-86442de6-69bc-4ae6-855b-6a4a93b7d5b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853739901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853759498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265038874484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771815468181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265039307602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852572594'] for port, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:57:43.744422 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-3677f3e0-da7f-439d-9788-864730898c39 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:57:43.900487 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86442de6-69bc-4ae6-855b-6a4a93b7d5b7 service neutron] Pushing event updated for resources: {'Port': ['ID=02088192-ef21-4ff0-bb1b-9ce506850142,revision_number=3']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:57:43.906015 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-86442de6-69bc-4ae6-855b-6a4a93b7d5b7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:57:43.938032 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0e1da2-b619-4ecd-96f3-4ce3ef3a99f7 req-86442de6-69bc-4ae6-855b-6a4a93b7d5b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:57:43.938704 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [req-9a0e1da2-b619-4ecd-96f3-4ce3ef3a99f7 req-86442de6-69bc-4ae6-855b-6a4a93b7d5b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770645'] for port, before_response {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:57:43.940179 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-9a0e1da2-b619-4ecd-96f3-4ce3ef3a99f7 req-86442de6-69bc-4ae6-855b-6a4a93b7d5b7 service neutron] 10.222.0.90 "PUT /v2.0/ports/02088192-ef21-4ff0-bb1b-9ce506850142 HTTP/1.1" status: 200 len: 1093 time: 1.3970168 Apr 09 13:57:43.940706 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bef6146e-439a-4917-a0e1-3aeca1ae1265', 'tag': '02088192-ef21-4ff0-bb1b-9ce506850142'}] {{(pid=85266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 09 13:57:44.017616 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bef6146e-439a-4917-a0e1-3aeca1ae1265', 'tag': '02088192-ef21-4ff0-bb1b-9ce506850142', 'status': 'completed', 'code': 200} Apr 09 13:57:44.371296 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0e1da2-b619-4ecd-96f3-4ce3ef3a99f7 req-fda3a1a7-c341-4625-b964-49a1a5959b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:57:44.372921 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-9a0e1da2-b619-4ecd-96f3-4ce3ef3a99f7 req-fda3a1a7-c341-4625-b964-49a1a5959b22 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=62f48136cb2a4566a0aa2a3df7313d89&device_id=bef6146e-439a-4917-a0e1-3aeca1ae1265 HTTP/1.1" status: 200 len: 1096 time: 0.3958156 Apr 09 13:57:44.387014 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e836518-c51e-44ab-913d-0797ffb1d2d4 req-3be48e47-0a9f-48b3-b660-718fb317ad7c tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:57:44.388541 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-0e836518-c51e-44ab-913d-0797ffb1d2d4 req-3be48e47-0a9f-48b3-b660-718fb317ad7c tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] 10.222.0.75 "GET /v2.0/ports?device_id=bef6146e-439a-4917-a0e1-3aeca1ae1265 HTTP/1.1" status: 200 len: 943 time: 0.1161046 Apr 09 13:57:44.468269 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-9a0e1da2-b619-4ecd-96f3-4ce3ef3a99f7 req-dc1cea33-d047-4b99-ad14-74387e3ed27f service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=02088192-ef21-4ff0-bb1b-9ce506850142 HTTP/1.1" status: 200 len: 217 time: 0.0780814 Apr 09 13:57:44.523785 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-0e836518-c51e-44ab-913d-0797ffb1d2d4 req-b285a4c3-558c-4d5e-a1ec-26b384800efd tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] 10.222.0.75 "GET /v2.0/security-groups?id=c8f7f5e9-cd69-4835-8f28-4d28be93cebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753763 Apr 09 13:57:44.553263 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0e1da2-b619-4ecd-96f3-4ce3ef3a99f7 req-6ca7018b-c583-4bca-8d45-03c561e4bd55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:57:44.555004 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-9a0e1da2-b619-4ecd-96f3-4ce3ef3a99f7 req-6ca7018b-c583-4bca-8d45-03c561e4bd55 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=96e1aee4-dcb2-4577-bd93-34e5cc40f330 HTTP/1.1" status: 200 len: 855 time: 0.0803070 Apr 09 13:57:44.610975 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-9a0e1da2-b619-4ecd-96f3-4ce3ef3a99f7 req-1709dcd3-8aa4-4de5-9331-998c7bf8ce40 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=980ef833-70b8-42cc-945f-bbc9825cba0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0480280 Apr 09 13:57:44.764124 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-9a0e1da2-b619-4ecd-96f3-4ce3ef3a99f7 req-34e692f4-0b91-460a-85d9-78c6b2f351b8 service neutron] 10.222.0.90 "GET /v2.0/networks/980ef833-70b8-42cc-945f-bbc9825cba0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460557 Apr 09 13:57:44.920693 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-9a0e1da2-b619-4ecd-96f3-4ce3ef3a99f7 req-3ca3bb02-674c-4935-8108-cb992aac5369 service neutron] 10.222.0.90 "GET /v2.0/networks/980ef833-70b8-42cc-945f-bbc9825cba0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1495917 Apr 09 13:57:45.052885 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b959ea-bf50-4d0d-ad51-05fc908d6e30 req-cd5a7bff-c8a9-496d-903f-dfb9ea7fb602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:57:45.054423 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-92b959ea-bf50-4d0d-ad51-05fc908d6e30 req-cd5a7bff-c8a9-496d-903f-dfb9ea7fb602 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=62f48136cb2a4566a0aa2a3df7313d89&device_id=bef6146e-439a-4917-a0e1-3aeca1ae1265 HTTP/1.1" status: 200 len: 1096 time: 0.0814421 Apr 09 13:57:45.204370 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b959ea-bf50-4d0d-ad51-05fc908d6e30 req-dbb85d71-db42-4433-86e8-cd2bb69ad687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:57:45.207053 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-92b959ea-bf50-4d0d-ad51-05fc908d6e30 req-dbb85d71-db42-4433-86e8-cd2bb69ad687 service neutron] 10.222.0.90 "GET /v2.0/networks?id=980ef833-70b8-42cc-945f-bbc9825cba0e HTTP/1.1" status: 200 len: 916 time: 0.1450181 Apr 09 13:57:45.287699 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-92b959ea-bf50-4d0d-ad51-05fc908d6e30 req-3dd4f6f7-e790-44fc-8fe1-2e1423d6fc42 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=02088192-ef21-4ff0-bb1b-9ce506850142 HTTP/1.1" status: 200 len: 217 time: 0.0735934 Apr 09 13:57:45.359266 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b959ea-bf50-4d0d-ad51-05fc908d6e30 req-32e32235-a0c7-4724-aa75-1c637ee18c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:57:45.360765 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-92b959ea-bf50-4d0d-ad51-05fc908d6e30 req-32e32235-a0c7-4724-aa75-1c637ee18c6b service neutron] 10.222.0.90 "GET /v2.0/subnets?id=96e1aee4-dcb2-4577-bd93-34e5cc40f330 HTTP/1.1" status: 200 len: 855 time: 0.0647056 Apr 09 13:57:45.418682 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-92b959ea-bf50-4d0d-ad51-05fc908d6e30 req-9855c693-54c4-4634-b210-b36229faba7d service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=980ef833-70b8-42cc-945f-bbc9825cba0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0505986 Apr 09 13:57:45.573930 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-92b959ea-bf50-4d0d-ad51-05fc908d6e30 req-36a4e3b9-b299-46eb-9df5-adf0a3765e39 service neutron] 10.222.0.90 "GET /v2.0/networks/980ef833-70b8-42cc-945f-bbc9825cba0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467297 Apr 09 13:57:45.787440 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-92b959ea-bf50-4d0d-ad51-05fc908d6e30 req-5a4aa422-00fc-488d-873b-871866a99afa service neutron] 10.222.0.90 "GET /v2.0/networks/980ef833-70b8-42cc-945f-bbc9825cba0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2062843 Apr 09 13:57:45.811068 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609747aa-c261-411e-a2ba-62b6658e6995 req-10698b6f-43cd-4a2c-86ab-bb8e9d5c2171 tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:57:45.813162 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-609747aa-c261-411e-a2ba-62b6658e6995 req-10698b6f-43cd-4a2c-86ab-bb8e9d5c2171 tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] 10.222.0.75 "GET /v2.0/ports?device_id=bef6146e-439a-4917-a0e1-3aeca1ae1265 HTTP/1.1" status: 200 len: 943 time: 0.1232703 Apr 09 13:57:45.847669 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-609747aa-c261-411e-a2ba-62b6658e6995 req-a98ee03b-c6dd-4c3b-8e5a-7a4cee8d045a tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] 10.222.0.75 "GET /v2.0/security-groups?id=c8f7f5e9-cd69-4835-8f28-4d28be93cebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0270894 Apr 09 13:57:47.063509 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc466d1f-1b2c-49a1-bfcc-17bbb95e8efa req-8178efb7-d0ac-4cdb-8c25-c65fdd250a3d tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:57:47.065158 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-cc466d1f-1b2c-49a1-bfcc-17bbb95e8efa req-8178efb7-d0ac-4cdb-8c25-c65fdd250a3d tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] 10.222.0.75 "GET /v2.0/ports?device_id=bef6146e-439a-4917-a0e1-3aeca1ae1265 HTTP/1.1" status: 200 len: 943 time: 0.0997095 Apr 09 13:57:47.098956 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-cc466d1f-1b2c-49a1-bfcc-17bbb95e8efa req-43e7cf8e-5a78-4673-8975-ef188b87d7d7 tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] 10.222.0.75 "GET /v2.0/security-groups?id=c8f7f5e9-cd69-4835-8f28-4d28be93cebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0259655 Apr 09 13:57:48.309816 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61908a56-6a0d-41c2-9c72-67b13255a300 req-b7846a2c-5cf6-4f82-a7f2-841193d5f8f8 tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:57:48.311417 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-61908a56-6a0d-41c2-9c72-67b13255a300 req-b7846a2c-5cf6-4f82-a7f2-841193d5f8f8 tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] 10.222.0.75 "GET /v2.0/ports?device_id=bef6146e-439a-4917-a0e1-3aeca1ae1265 HTTP/1.1" status: 200 len: 943 time: 0.0929191 Apr 09 13:57:48.344293 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-61908a56-6a0d-41c2-9c72-67b13255a300 req-43958ad6-bcc9-47e2-952a-81d886d057e2 tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] 10.222.0.75 "GET /v2.0/security-groups?id=c8f7f5e9-cd69-4835-8f28-4d28be93cebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0244734 Apr 09 13:57:48.635846 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.rpc [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Device 02088192-ef21-4ff0-bb1b-9ce506850142 details requested by agent hyperv_hv-cinder-78536 with host hv-cinder-78536 {{(pid=85267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 09 13:57:48.791373 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.db [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] For port 02088192-ef21-4ff0-bb1b-9ce506850142, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=02088192-ef21-4ff0-bb1b-9ce506850142,segment=NetworkSegment(9ea96457-6cc3-4179-a4b9-741b8e01731f),segment_id=9ea96457-6cc3-4179-a4b9-741b8e01731f)] {{(pid=85267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 09 13:57:48.814625 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.rpc [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Returning: {'device': '02088192-ef21-4ff0-bb1b-9ce506850142', 'network_id': '980ef833-70b8-42cc-945f-bbc9825cba0e', 'port_id': '02088192-ef21-4ff0-bb1b-9ce506850142', 'mac_address': 'fa:16:3e:f1:b3:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 642, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96e1aee4-dcb2-4577-bd93-34e5cc40f330', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 09 13:57:48.884550 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853739810'] for port, before_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:57:48.885924 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.notifiers.nova [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02088192-ef21-4ff0-bb1b-9ce506850142 {{(pid=85267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 09 13:57:48.902507 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.db [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] For port 02088192-ef21-4ff0-bb1b-9ce506850142, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=02088192-ef21-4ff0-bb1b-9ce506850142,segment=NetworkSegment(9ea96457-6cc3-4179-a4b9-741b8e01731f),segment_id=9ea96457-6cc3-4179-a4b9-741b8e01731f)] {{(pid=85267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 09 13:57:48.906180 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853739901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853759498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265038874484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771815468181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265039307602'] for port, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:57:48.908591 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:57:48.980781 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Pushing event updated for resources: {'Port': ['ID=02088192-ef21-4ff0-bb1b-9ce506850142,revision_number=4']} {{(pid=85267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:57:48.985274 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=85267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:57:49.321014 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.db [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] get_ports_and_sgs() called for port_ids ['02088192-ef21-4ff0-bb1b-9ce506850142'] {{(pid=85267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 09 13:57:49.567488 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4d4ed9-62d5-4561-bf47-abf0fcd90ff2 req-a73896c3-494e-4fbf-9055-1b31d909b04e tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:57:49.569079 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-ff4d4ed9-62d5-4561-bf47-abf0fcd90ff2 req-a73896c3-494e-4fbf-9055-1b31d909b04e tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] 10.222.0.75 "GET /v2.0/ports?device_id=bef6146e-439a-4917-a0e1-3aeca1ae1265 HTTP/1.1" status: 200 len: 944 time: 0.1020491 Apr 09 13:57:49.606429 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-ff4d4ed9-62d5-4561-bf47-abf0fcd90ff2 req-4c225ccb-52bd-4138-9415-e3df0c1cfa62 tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] 10.222.0.75 "GET /v2.0/security-groups?id=c8f7f5e9-cd69-4835-8f28-4d28be93cebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0262446 Apr 09 13:57:50.645420 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.rpc [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Device 02088192-ef21-4ff0-bb1b-9ce506850142 up at agent hyperv_hv-cinder-78536 {{(pid=85267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 09 13:57:50.718033 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.provisioning_blocks [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Provisioning for port 02088192-ef21-4ff0-bb1b-9ce506850142 completed by entity L2. {{(pid=85267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 09 13:57:50.723252 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.provisioning_blocks [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Provisioning complete for port 02088192-ef21-4ff0-bb1b-9ce506850142 triggered by entity L2. {{(pid=85267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 09 13:57:50.723672 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765226'] for port, provisioning_complete {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:57:50.825808 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f4cea3-4cb8-4e36-8444-7de275036bfb req-a6525bfb-ea8e-42a8-b0f5-d2c388397c7b tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:57:50.827961 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-59f4cea3-4cb8-4e36-8444-7de275036bfb req-a6525bfb-ea8e-42a8-b0f5-d2c388397c7b tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] 10.222.0.75 "GET /v2.0/ports?device_id=bef6146e-439a-4917-a0e1-3aeca1ae1265 HTTP/1.1" status: 200 len: 944 time: 0.0939512 Apr 09 13:57:50.858436 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853739810'] for port, before_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:57:50.865883 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-59f4cea3-4cb8-4e36-8444-7de275036bfb req-ed125f93-a4d1-4ff1-b925-d72790dacca5 tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] 10.222.0.75 "GET /v2.0/security-groups?id=c8f7f5e9-cd69-4835-8f28-4d28be93cebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0261526 Apr 09 13:57:50.871313 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bef6146e-439a-4917-a0e1-3aeca1ae1265', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02088192-ef21-4ff0-bb1b-9ce506850142'}] {{(pid=85267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 09 13:57:50.882649 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.db [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] For port 02088192-ef21-4ff0-bb1b-9ce506850142, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=02088192-ef21-4ff0-bb1b-9ce506850142,segment=NetworkSegment(9ea96457-6cc3-4179-a4b9-741b8e01731f),segment_id=9ea96457-6cc3-4179-a4b9-741b8e01731f)] {{(pid=85267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 09 13:57:50.892096 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853739901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853759498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265038874484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771815468181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265039307602'] for port, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:57:50.894168 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:57:50.937203 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bef6146e-439a-4917-a0e1-3aeca1ae1265', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02088192-ef21-4ff0-bb1b-9ce506850142', 'code': 200} Apr 09 13:57:50.980920 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Pushing event updated for resources: {'Port': ['ID=02088192-ef21-4ff0-bb1b-9ce506850142,revision_number=5']} {{(pid=85267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:57:50.984303 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=85267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:57:51.181722 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64ee0bf-138b-47d1-8464-5d176b6984af req-8113d791-c8ef-4fd1-8605-da54d79b8cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:57:51.183450 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-e64ee0bf-138b-47d1-8464-5d176b6984af req-8113d791-c8ef-4fd1-8605-da54d79b8cfb service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=bef6146e-439a-4917-a0e1-3aeca1ae1265 HTTP/1.1" status: 200 len: 1098 time: 0.0829225 Apr 09 13:57:51.211294 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-e64ee0bf-138b-47d1-8464-5d176b6984af req-350b8142-a133-4892-8867-f793257b0ec0 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=c8f7f5e9-cd69-4835-8f28-4d28be93cebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0206771 Apr 09 13:57:52.089985 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aacdae5-d31f-4746-92ca-ff7edebc5c49 req-891ad27f-5963-4619-902a-fb70698292ca tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:57:52.091964 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-7aacdae5-d31f-4746-92ca-ff7edebc5c49 req-891ad27f-5963-4619-902a-fb70698292ca tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] 10.222.0.75 "GET /v2.0/ports?device_id=bef6146e-439a-4917-a0e1-3aeca1ae1265 HTTP/1.1" status: 200 len: 945 time: 0.0983865 Apr 09 13:57:52.122379 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-7aacdae5-d31f-4746-92ca-ff7edebc5c49 req-bf724f07-0a86-4a48-873a-a8644241cb1f tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] 10.222.0.75 "GET /v2.0/security-groups?id=c8f7f5e9-cd69-4835-8f28-4d28be93cebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0237458 Apr 09 13:57:53.342505 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c4c303-69aa-4721-ba34-2d1605842de4 req-2e8b7a55-e9e9-4781-af7b-04a6d21cad1f tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:57:53.344843 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-58c4c303-69aa-4721-ba34-2d1605842de4 req-2e8b7a55-e9e9-4781-af7b-04a6d21cad1f tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] 10.222.0.75 "GET /v2.0/ports?device_id=bef6146e-439a-4917-a0e1-3aeca1ae1265 HTTP/1.1" status: 200 len: 945 time: 0.0986814 Apr 09 13:57:53.375830 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-58c4c303-69aa-4721-ba34-2d1605842de4 req-82d64c47-00e4-49af-9d24-2e2b1be8bea8 tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] 10.222.0.75 "GET /v2.0/security-groups?id=c8f7f5e9-cd69-4835-8f28-4d28be93cebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0238893 Apr 09 13:58:01.097289 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-fe06865e-f68b-4242-8729-592449dda82c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:58:01.218385 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0d8a0b-147e-4d5a-a018-fc6dcad4ade4 req-035f5337-429c-4a83-8a63-f2aa10b5bf61 tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:58:01.220165 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-cf0d8a0b-147e-4d5a-a018-fc6dcad4ade4 req-035f5337-429c-4a83-8a63-f2aa10b5bf61 tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] 10.222.0.75 "GET /v2.0/ports?device_id=bef6146e-439a-4917-a0e1-3aeca1ae1265 HTTP/1.1" status: 200 len: 945 time: 0.0969369 Apr 09 13:58:01.252093 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-cf0d8a0b-147e-4d5a-a018-fc6dcad4ade4 req-88527b5f-60b5-42ec-b311-03955effbfee tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] 10.222.0.75 "GET /v2.0/security-groups?id=c8f7f5e9-cd69-4835-8f28-4d28be93cebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0251741 Apr 09 13:58:02.460977 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c816c71-4710-4ddd-b4bf-c516544b0b09 req-d0a5dffc-5f00-4f47-9409-dca2d62d07ff tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:58:02.462633 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-4c816c71-4710-4ddd-b4bf-c516544b0b09 req-d0a5dffc-5f00-4f47-9409-dca2d62d07ff tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] 10.222.0.75 "GET /v2.0/ports?device_id=bef6146e-439a-4917-a0e1-3aeca1ae1265 HTTP/1.1" status: 200 len: 945 time: 0.0946512 Apr 09 13:58:02.495190 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-4c816c71-4710-4ddd-b4bf-c516544b0b09 req-4e9f374f-0c66-4c19-be94-4e875b60ec38 tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] 10.222.0.75 "GET /v2.0/security-groups?id=c8f7f5e9-cd69-4835-8f28-4d28be93cebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0260973 Apr 09 13:58:03.419751 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.agents_db [None req-c64c1605-ccfd-4af7-a5d2-2f7932bd8cd3 None None] Agent healthcheck: found 6 active agents {{(pid=85268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 09 13:58:03.460991 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02739e07-94df-4446-a5f5-d1dec5c42b4a req-ef213cc3-e862-4079-b030-07aec20af0c1 tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:58:03.462618 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-02739e07-94df-4446-a5f5-d1dec5c42b4a req-ef213cc3-e862-4079-b030-07aec20af0c1 tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] 10.222.0.90 "GET /v2.0/ports?device_id=bef6146e-439a-4917-a0e1-3aeca1ae1265 HTTP/1.1" status: 200 len: 945 time: 0.0963502 Apr 09 13:58:03.553178 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.plugin [req-02739e07-94df-4446-a5f5-d1dec5c42b4a req-f053646d-582c-45c9-92b8-0d19b83a6593 tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] Deleting port 02088192-ef21-4ff0-bb1b-9ce506850142 {{(pid=85266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 09 13:58:03.553574 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [req-02739e07-94df-4446-a5f5-d1dec5c42b4a req-f053646d-582c-45c9-92b8-0d19b83a6593 tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771815896742'] for port, before_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:58:03.895053 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc9b112-1cf7-4d6e-973d-7469b496172d req-c7e6dce3-277c-4922-b5fc-b2ac36469658 tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:58:03.896692 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-dcc9b112-1cf7-4d6e-973d-7469b496172d req-c7e6dce3-277c-4922-b5fc-b2ac36469658 tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] 10.222.0.75 "GET /v2.0/ports?device_id=bef6146e-439a-4917-a0e1-3aeca1ae1265 HTTP/1.1" status: 200 len: 945 time: 0.2718902 Apr 09 13:58:03.952893 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-dcc9b112-1cf7-4d6e-973d-7469b496172d req-3d08fa69-158d-4628-a160-9301d1695e92 tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] 10.222.0.75 "GET /v2.0/security-groups?id=c8f7f5e9-cd69-4835-8f28-4d28be93cebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488889 Apr 09 13:58:03.958736 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.db [req-02739e07-94df-4446-a5f5-d1dec5c42b4a req-f053646d-582c-45c9-92b8-0d19b83a6593 tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] For port 02088192-ef21-4ff0-bb1b-9ce506850142, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=02088192-ef21-4ff0-bb1b-9ce506850142,segment=NetworkSegment(9ea96457-6cc3-4179-a4b9-741b8e01731f),segment_id=9ea96457-6cc3-4179-a4b9-741b8e01731f)] {{(pid=85266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 09 13:58:03.959150 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [req-02739e07-94df-4446-a5f5-d1dec5c42b4a req-f053646d-582c-45c9-92b8-0d19b83a6593 tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-707704'] for port, precommit_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:58:04.108627 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.plugin [req-02739e07-94df-4446-a5f5-d1dec5c42b4a req-f053646d-582c-45c9-92b8-0d19b83a6593 tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] Calling delete_port for 02088192-ef21-4ff0-bb1b-9ce506850142 owned by compute:nova {{(pid=85266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 09 13:58:04.253863 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-374ea881-11be-4c0f-ad92-3b44aae9fced None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:58:04.268323 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [req-02739e07-94df-4446-a5f5-d1dec5c42b4a req-f053646d-582c-45c9-92b8-0d19b83a6593 tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853739901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853759498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363265038874501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363265039307636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2203223'] for port, after_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:58:04.284997 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:58:04.285580 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.db [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] get_ports_and_sgs() called for port_ids ['1df5cbc1-88b0-421e-b6c8-4778e22e26e6', '2c84b270-f9a0-460f-a882-cbc1ab315345', 'cc33c778-afe7-4486-9465-30362e48c4eb', '02088192-ef21-4ff0-bb1b-9ce506850142'] {{(pid=85267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 09 13:58:04.354373 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f053646d-582c-45c9-92b8-0d19b83a6593 tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] Pushing event deleted for resources: {'Port': ['ID=02088192-ef21-4ff0-bb1b-9ce506850142,revision_number=None']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:58:04.358729 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-f053646d-582c-45c9-92b8-0d19b83a6593 tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:58:04.556085 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_dvrscheduler_db [req-02739e07-94df-4446-a5f5-d1dec5c42b4a req-f053646d-582c-45c9-92b8-0d19b83a6593 tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] No DVR routers for this DVR port 02088192-ef21-4ff0-bb1b-9ce506850142 on host hv-cinder-78536 {{(pid=85266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 09 13:58:04.558740 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [req-02739e07-94df-4446-a5f5-d1dec5c42b4a req-f053646d-582c-45c9-92b8-0d19b83a6593 tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770645'] for port, before_response {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:58:04.561559 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bef6146e-439a-4917-a0e1-3aeca1ae1265', 'name': 'network-vif-deleted', 'tag': '02088192-ef21-4ff0-bb1b-9ce506850142'}] {{(pid=85266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 09 13:58:04.579620 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-02739e07-94df-4446-a5f5-d1dec5c42b4a req-f053646d-582c-45c9-92b8-0d19b83a6593 tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] 10.222.0.90 "DELETE /v2.0/ports/02088192-ef21-4ff0-bb1b-9ce506850142 HTTP/1.1" status: 204 len: 173 time: 1.1091464 Apr 09 13:58:04.618808 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bef6146e-439a-4917-a0e1-3aeca1ae1265', 'name': 'network-vif-deleted', 'tag': '02088192-ef21-4ff0-bb1b-9ce506850142', 'status': 'completed', 'code': 200} Apr 09 13:58:04.635414 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-038b6fee-909e-41c9-b649-649ad33ce393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:58:05.156458 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [req-2a7809e0-272b-4c0f-9feb-4d50b5f104d0 req-9a5ebd8e-6206-4273-8565-c08ebd242f2a tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] Synchronizing usage tracker for tenant:62f48136cb2a4566a0aa2a3df7313d89 on resource:port {{(pid=85266) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 09 13:58:05.175875 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [req-2a7809e0-272b-4c0f-9feb-4d50b5f104d0 req-9a5ebd8e-6206-4273-8565-c08ebd242f2a tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] Unset dirty status for tenant:62f48136cb2a4566a0aa2a3df7313d89 on resource:port {{(pid=85266) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 09 13:58:05.177843 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-2a7809e0-272b-4c0f-9feb-4d50b5f104d0 req-9a5ebd8e-6206-4273-8565-c08ebd242f2a tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] 10.222.0.75 "GET /v2.0/ports?device_id=bef6146e-439a-4917-a0e1-3aeca1ae1265 HTTP/1.1" status: 200 len: 210 time: 0.0772567 Apr 09 13:58:05.277171 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:58:05.645132 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56077156-3c69-490e-8c37-a0075e618809 req-11c3af55-84cc-4d89-bf72-62501b498a9c tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:58:05.647026 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-56077156-3c69-490e-8c37-a0075e618809 req-11c3af55-84cc-4d89-bf72-62501b498a9c tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] 10.222.0.75 "GET /v2.0/ports?device_id=fdfd806a-3e22-44ef-950a-a63e62c4ef35 HTTP/1.1" status: 200 len: 946 time: 0.0944264 Apr 09 13:58:05.682185 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-56077156-3c69-490e-8c37-a0075e618809 req-58185146-0520-4bda-b3bb-68e0d7f7bf55 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] 10.222.0.75 "GET /v2.0/security-groups?id=ed94d330-8b0e-4bea-8543-5b21c533b4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0264764 Apr 09 13:58:05.716299 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-c378f248-96be-4ef7-a52f-f55c09e56a36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:58:06.700100 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.rpc [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Device 02088192-ef21-4ff0-bb1b-9ce506850142 no longer exists at agent hyperv_hv-cinder-78536 {{(pid=85267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 09 13:58:06.757821 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.plugin [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] No Port match for: 02088192-ef21-4ff0-bb1b-9ce506850142 {{(pid=85267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 09 13:58:06.758339 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.rpc [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Device 02088192-ef21-4ff0-bb1b-9ce506850142 not bound to the agent host hv-cinder-78536 {{(pid=85267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 09 13:58:06.906401 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45cf4e8-8597-4e46-9d7d-85481af52630 req-eea85863-54e6-45b5-b732-8ab52d3f4037 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:58:06.908050 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-a45cf4e8-8597-4e46-9d7d-85481af52630 req-eea85863-54e6-45b5-b732-8ab52d3f4037 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] 10.222.0.75 "GET /v2.0/ports?device_id=fdfd806a-3e22-44ef-950a-a63e62c4ef35 HTTP/1.1" status: 200 len: 946 time: 0.0955634 Apr 09 13:58:06.944835 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-a45cf4e8-8597-4e46-9d7d-85481af52630 req-19ecf1af-db54-42b1-9acd-d3b56e17285a tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] 10.222.0.75 "GET /v2.0/security-groups?id=ed94d330-8b0e-4bea-8543-5b21c533b4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0291507 Apr 09 13:58:07.424191 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c888ebf8-f941-41ae-b1a8-f4c0d7cafe73 req-2aed2268-b9dc-4303-bb93-40aceb2be425 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:58:07.426204 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-c888ebf8-f941-41ae-b1a8-f4c0d7cafe73 req-2aed2268-b9dc-4303-bb93-40aceb2be425 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] 10.222.0.90 "GET /v2.0/ports?device_id=fdfd806a-3e22-44ef-950a-a63e62c4ef35 HTTP/1.1" status: 200 len: 946 time: 0.0981367 Apr 09 13:58:07.512969 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.plugin [req-c888ebf8-f941-41ae-b1a8-f4c0d7cafe73 req-5e062ec7-729c-4597-8afa-d5e206e645c6 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Deleting port 73594664-ccef-4cc6-8c6f-3ac0812c9d97 {{(pid=85266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 09 13:58:07.513707 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [req-c888ebf8-f941-41ae-b1a8-f4c0d7cafe73 req-5e062ec7-729c-4597-8afa-d5e206e645c6 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771815896742'] for port, before_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:58:08.127584 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080ffb61-9a74-4328-853d-40d21f0db7eb req-5fe0a974-5c21-42c5-b7f7-b9fe5248a2ba tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:58:08.129275 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-080ffb61-9a74-4328-853d-40d21f0db7eb req-5fe0a974-5c21-42c5-b7f7-b9fe5248a2ba tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] 10.222.0.75 "GET /v2.0/ports?device_id=e3a6056c-c259-414a-bf36-effe4e91f238 HTTP/1.1" status: 200 len: 946 time: 0.2371230 Apr 09 13:58:08.131110 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.db [req-c888ebf8-f941-41ae-b1a8-f4c0d7cafe73 req-5e062ec7-729c-4597-8afa-d5e206e645c6 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] For port 73594664-ccef-4cc6-8c6f-3ac0812c9d97, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=73594664-ccef-4cc6-8c6f-3ac0812c9d97,segment=NetworkSegment(5475d062-1238-45f6-bf79-210ecdb0febe),segment_id=5475d062-1238-45f6-bf79-210ecdb0febe)] {{(pid=85266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 09 13:58:08.131507 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [req-c888ebf8-f941-41ae-b1a8-f4c0d7cafe73 req-5e062ec7-729c-4597-8afa-d5e206e645c6 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-707704'] for port, precommit_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:58:08.231727 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-080ffb61-9a74-4328-853d-40d21f0db7eb req-09d96a09-7b76-4e72-9814-a1c807d9d99a tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] 10.222.0.75 "GET /v2.0/security-groups?id=c8f7f5e9-cd69-4835-8f28-4d28be93cebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921209 Apr 09 13:58:08.562858 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [req-c888ebf8-f941-41ae-b1a8-f4c0d7cafe73 req-5e062ec7-729c-4597-8afa-d5e206e645c6 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:58:08.563350 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [req-c888ebf8-f941-41ae-b1a8-f4c0d7cafe73 req-5e062ec7-729c-4597-8afa-d5e206e645c6 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-711411'] for floatingip, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:58:08.563642 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.db.l3_db [req-c888ebf8-f941-41ae-b1a8-f4c0d7cafe73 req-5e062ec7-729c-4597-8afa-d5e206e645c6 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Floating IP 20d33d5c-7b4f-4529-ab8b-bff3f9b2b9d2 disassociated. External IP: 172.28.0.37, port: 73594664-ccef-4cc6-8c6f-3ac0812c9d97. Apr 09 13:58:08.564380 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.plugin [req-c888ebf8-f941-41ae-b1a8-f4c0d7cafe73 req-5e062ec7-729c-4597-8afa-d5e206e645c6 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Calling delete_port for 73594664-ccef-4cc6-8c6f-3ac0812c9d97 owned by compute:nova {{(pid=85266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 09 13:58:08.624542 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16848df-8111-473f-bdce-fc3e10c3d9b6 req-2c5f158a-cd1e-4593-bc5d-9050b9a36dff tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:58:08.626561 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-c16848df-8111-473f-bdce-fc3e10c3d9b6 req-2c5f158a-cd1e-4593-bc5d-9050b9a36dff tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] 10.222.0.75 "GET /v2.0/ports?device_id=fdfd806a-3e22-44ef-950a-a63e62c4ef35 HTTP/1.1" status: 200 len: 946 time: 0.2922924 Apr 09 13:58:08.677937 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-c16848df-8111-473f-bdce-fc3e10c3d9b6 req-240350b0-3ed1-4642-837f-b4e6795add1c tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] 10.222.0.75 "GET /v2.0/security-groups?id=ed94d330-8b0e-4bea-8543-5b21c533b4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407233 Apr 09 13:58:08.776571 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [req-c888ebf8-f941-41ae-b1a8-f4c0d7cafe73 req-5e062ec7-729c-4597-8afa-d5e206e645c6 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853739901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853759498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363265038874501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363265039307636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2203223'] for port, after_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:58:08.792917 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-86442de6-69bc-4ae6-855b-6a4a93b7d5b7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:58:08.852761 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e062ec7-729c-4597-8afa-d5e206e645c6 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Pushing event deleted for resources: {'Port': ['ID=73594664-ccef-4cc6-8c6f-3ac0812c9d97,revision_number=None']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:58:08.911968 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e062ec7-729c-4597-8afa-d5e206e645c6 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:58:08.912387 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e062ec7-729c-4597-8afa-d5e206e645c6 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:58:08.912806 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e062ec7-729c-4597-8afa-d5e206e645c6 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:58:08.913230 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e062ec7-729c-4597-8afa-d5e206e645c6 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:58:08.913637 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e062ec7-729c-4597-8afa-d5e206e645c6 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:58:08.914072 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e062ec7-729c-4597-8afa-d5e206e645c6 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:58:08.914477 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e062ec7-729c-4597-8afa-d5e206e645c6 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:58:08.914880 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e062ec7-729c-4597-8afa-d5e206e645c6 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:58:08.915281 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e062ec7-729c-4597-8afa-d5e206e645c6 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:58:08.915680 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e062ec7-729c-4597-8afa-d5e206e645c6 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:58:08.916080 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e062ec7-729c-4597-8afa-d5e206e645c6 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:58:08.916483 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e062ec7-729c-4597-8afa-d5e206e645c6 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:58:08.924047 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-5e062ec7-729c-4597-8afa-d5e206e645c6 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:58:09.183307 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c888ebf8-f941-41ae-b1a8-f4c0d7cafe73 req-5e062ec7-729c-4597-8afa-d5e206e645c6 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Router 6caea2b6-d44d-482d-962a-f28d34b0d95c has already been hosted by L3 agent 69305824-358b-46b0-9707-cd2ded304b9c {{(pid=85266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 09 13:58:09.451880 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c888ebf8-f941-41ae-b1a8-f4c0d7cafe73 req-5e062ec7-729c-4597-8afa-d5e206e645c6 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Notify agent at l3_agent.dv-cinder-785362-1-smb the message routers_updated {{(pid=85266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 09 13:58:09.464031 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbdc627d-1feb-400b-aeec-8c6e786f18b2 None None] Sync routers for ids ['6caea2b6-d44d-482d-962a-f28d34b0d95c'] in dv-cinder-785362-1-smb {{(pid=85268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 09 13:58:09.475764 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbdc627d-1feb-400b-aeec-8c6e786f18b2 None None] Routers {'6caea2b6-d44d-482d-962a-f28d34b0d95c'} bound to L3 agent in host dv-cinder-785362-1-smb {{(pid=85268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 09 13:58:09.476434 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_hamode_db [None req-fbdc627d-1feb-400b-aeec-8c6e786f18b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-785362-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-09T13:38:04Z,description=,heartbeat_timestamp=2021-04-09T13:58:04Z,host='dv-cinder-785362-1-smb',id=69305824-358b-46b0-9707-cd2ded304b9c,load=0,resource_versions=,resources_synced=,started_at=2021-04-09T13:38:04Z,topic='l3_agent')) {'router_ids': ['6caea2b6-d44d-482d-962a-f28d34b0d95c'], 'active': True} {{(pid=85268) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 13:58:09.545236 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_dvrscheduler_db [req-c888ebf8-f941-41ae-b1a8-f4c0d7cafe73 req-5e062ec7-729c-4597-8afa-d5e206e645c6 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] No DVR routers for this DVR port 73594664-ccef-4cc6-8c6f-3ac0812c9d97 on host hv-cinder-78536 {{(pid=85266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 09 13:58:09.548669 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [req-c888ebf8-f941-41ae-b1a8-f4c0d7cafe73 req-5e062ec7-729c-4597-8afa-d5e206e645c6 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770645'] for port, before_response {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:58:09.558429 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdfd806a-3e22-44ef-950a-a63e62c4ef35', 'name': 'network-vif-deleted', 'tag': '73594664-ccef-4cc6-8c6f-3ac0812c9d97'}] {{(pid=85266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 09 13:58:09.566801 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-c888ebf8-f941-41ae-b1a8-f4c0d7cafe73 req-5e062ec7-729c-4597-8afa-d5e206e645c6 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] 10.222.0.90 "DELETE /v2.0/ports/73594664-ccef-4cc6-8c6f-3ac0812c9d97 HTTP/1.1" status: 204 len: 173 time: 2.1349216 Apr 09 13:58:09.587800 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f649c029-ab61-4124-9ebd-57f1d921afc7 req-182fae17-cb30-4d8e-83f2-05f36bbde0de tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:58:09.590737 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-f649c029-ab61-4124-9ebd-57f1d921afc7 req-182fae17-cb30-4d8e-83f2-05f36bbde0de tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] 10.222.0.75 "GET /v2.0/ports?device_id=e3a6056c-c259-414a-bf36-effe4e91f238 HTTP/1.1" status: 200 len: 946 time: 0.2380044 Apr 09 13:58:09.626864 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-f649c029-ab61-4124-9ebd-57f1d921afc7 req-b6b7a908-8f0d-4d8a-b124-3aef3b432fb4 tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] 10.222.0.75 "GET /v2.0/security-groups?id=c8f7f5e9-cd69-4835-8f28-4d28be93cebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279982 Apr 09 13:58:09.701328 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdfd806a-3e22-44ef-950a-a63e62c4ef35', 'name': 'network-vif-deleted', 'tag': '73594664-ccef-4cc6-8c6f-3ac0812c9d97', 'status': 'completed', 'code': 200} Apr 09 13:58:09.707416 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_dvr_db [None req-fbdc627d-1feb-400b-aeec-8c6e786f18b2 None None] Set router 6caea2b6-d44d-482d-962a-f28d34b0d95c gateway port host: dv-cinder-785362-1-smb {{(pid=85268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 09 13:58:09.891231 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [req-bb1c05fb-dbf0-4700-82cc-c46a97c09a44 req-e05e7e03-7266-4b6e-83c5-7003982f98e4 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Synchronizing usage tracker for tenant:a2b444c2a873486d8c3ff30419c2c3f8 on resource:port {{(pid=85266) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 09 13:58:09.916655 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [req-bb1c05fb-dbf0-4700-82cc-c46a97c09a44 req-e05e7e03-7266-4b6e-83c5-7003982f98e4 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Unset dirty status for tenant:a2b444c2a873486d8c3ff30419c2c3f8 on resource:port {{(pid=85266) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 09 13:58:09.917913 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-bb1c05fb-dbf0-4700-82cc-c46a97c09a44 req-e05e7e03-7266-4b6e-83c5-7003982f98e4 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] 10.222.0.75 "GET /v2.0/ports?device_id=fdfd806a-3e22-44ef-950a-a63e62c4ef35 HTTP/1.1" status: 200 len: 210 time: 0.0865774 Apr 09 13:58:09.928152 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cc5e15-fa38-42f2-812a-87420a4ff0e3 req-36d16f8b-993b-4557-8205-7f9d281d5614 tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:58:09.929745 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-40cc5e15-fa38-42f2-812a-87420a4ff0e3 req-36d16f8b-993b-4557-8205-7f9d281d5614 tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] 10.222.0.90 "GET /v2.0/ports?device_id=e3a6056c-c259-414a-bf36-effe4e91f238 HTTP/1.1" status: 200 len: 946 time: 0.1621921 Apr 09 13:58:10.013056 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.plugin [req-40cc5e15-fa38-42f2-812a-87420a4ff0e3 req-ee782810-fae7-4f2d-9f11-969495fac9af tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] Deleting port cc33c778-afe7-4486-9465-30362e48c4eb {{(pid=85266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 09 13:58:10.013458 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [req-40cc5e15-fa38-42f2-812a-87420a4ff0e3 req-ee782810-fae7-4f2d-9f11-969495fac9af tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771815896742'] for port, before_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:58:10.082977 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_hamode_db [None req-fbdc627d-1feb-400b-aeec-8c6e786f18b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6caea2b6-d44d-482d-962a-f28d34b0d95c', 'name': 'tempest-AttachVolumeShelveTestJSON-2049991526-router', 'tenant_id': 'a2b444c2a873486d8c3ff30419c2c3f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd39673be-df84-4009-abea-d472d159fdfd', 'external_fixed_ips': [{'subnet_id': 'f6eeb1a0-26c5-43d1-996f-84b999bf12c7', 'ip_address': '172.28.0.41'}], 'enable_snat': True}, 'gw_port_id': '8d48afe8-3c12-4489-a7f0-bffc3923bb24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T13:47:00Z', 'updated_at': '2021-04-09T13:47:14Z', 'revision_number': 4, 'project_id': 'a2b444c2a873486d8c3ff30419c2c3f8', 'gw_port': {'id': '8d48afe8-3c12-4489-a7f0-bffc3923bb24', 'name': '', 'network_id': 'd39673be-df84-4009-abea-d472d159fdfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:0a:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6caea2b6-d44d-482d-962a-f28d34b0d95c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'f6eeb1a0-26c5-43d1-996f-84b999bf12c7', 'ip_address': '172.28.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:47:01Z', 'updated_at': '2021-04-09T13:47:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6eeb1a0-26c5-43d1-996f-84b999bf12c7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-1-smb', '_interfaces': [{'id': 'c3873a69-5ad7-4cdf-a273-62fe6d4a117b', 'name': '', 'network_id': 'a4bc50d2-4a55-4ee1-87aa-a1e91be18584', 'tenant_id': 'a2b444c2a873486d8c3ff30419c2c3f8', 'mac_address': 'fa:16:3e:19:f0:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6caea2b6-d44d-482d-962a-f28d34b0d95c', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '0144e1c8-7bcb-42a5-ac9e-709c8b2e67a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:47:09Z', 'updated_at': '2021-04-09T13:47:31Z', 'revision_number': 5, 'project_id': 'a2b444c2a873486d8c3ff30419c2c3f8', 'subnets': [{'id': '0144e1c8-7bcb-42a5-ac9e-709c8b2e67a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-785362-1-smb', False) {} {{(pid=85268) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 13:58:10.088080 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbdc627d-1feb-400b-aeec-8c6e786f18b2 None None] Checking router: 6caea2b6-d44d-482d-962a-f28d34b0d95c for host: dv-cinder-785362-1-smb {{(pid=85268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 09 13:58:10.099318 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbdc627d-1feb-400b-aeec-8c6e786f18b2 None None] Routers {'6caea2b6-d44d-482d-962a-f28d34b0d95c'} bound to L3 agent in host dv-cinder-785362-1-smb {{(pid=85268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 09 13:58:10.099989 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_hamode_db [None req-fbdc627d-1feb-400b-aeec-8c6e786f18b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-785362-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-09T13:38:04Z,description=,heartbeat_timestamp=2021-04-09T13:58:04Z,host='dv-cinder-785362-1-smb',id=69305824-358b-46b0-9707-cd2ded304b9c,load=0,resource_versions=,resources_synced=,started_at=2021-04-09T13:38:04Z,topic='l3_agent')) {'router_ids': ['6caea2b6-d44d-482d-962a-f28d34b0d95c'], 'active': True} {{(pid=85268) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 13:58:10.298624 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_dvr_db [None req-fbdc627d-1feb-400b-aeec-8c6e786f18b2 None None] Set router 6caea2b6-d44d-482d-962a-f28d34b0d95c gateway port host: dv-cinder-785362-1-smb {{(pid=85268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 09 13:58:10.307687 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.db [req-40cc5e15-fa38-42f2-812a-87420a4ff0e3 req-ee782810-fae7-4f2d-9f11-969495fac9af tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] For port cc33c778-afe7-4486-9465-30362e48c4eb, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=cc33c778-afe7-4486-9465-30362e48c4eb,segment=NetworkSegment(9ea96457-6cc3-4179-a4b9-741b8e01731f),segment_id=9ea96457-6cc3-4179-a4b9-741b8e01731f)] {{(pid=85266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 09 13:58:10.308090 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [req-40cc5e15-fa38-42f2-812a-87420a4ff0e3 req-ee782810-fae7-4f2d-9f11-969495fac9af tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-707704'] for port, precommit_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:58:10.448495 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.plugin [req-40cc5e15-fa38-42f2-812a-87420a4ff0e3 req-ee782810-fae7-4f2d-9f11-969495fac9af tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] Calling delete_port for cc33c778-afe7-4486-9465-30362e48c4eb owned by compute:nova {{(pid=85266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 09 13:58:10.613386 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [req-40cc5e15-fa38-42f2-812a-87420a4ff0e3 req-ee782810-fae7-4f2d-9f11-969495fac9af tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853739901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853759498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363265038874501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363265039307636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2203223'] for port, after_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:58:10.625043 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.db [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] get_ports_and_sgs() called for port_ids ['1df5cbc1-88b0-421e-b6c8-4778e22e26e6', '2c84b270-f9a0-460f-a882-cbc1ab315345', 'cc33c778-afe7-4486-9465-30362e48c4eb'] {{(pid=85267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 09 13:58:10.632920 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-e6574aa7-069b-4886-beee-30148197c864 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:58:10.655643 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_hamode_db [None req-fbdc627d-1feb-400b-aeec-8c6e786f18b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6caea2b6-d44d-482d-962a-f28d34b0d95c', 'name': 'tempest-AttachVolumeShelveTestJSON-2049991526-router', 'tenant_id': 'a2b444c2a873486d8c3ff30419c2c3f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd39673be-df84-4009-abea-d472d159fdfd', 'external_fixed_ips': [{'subnet_id': 'f6eeb1a0-26c5-43d1-996f-84b999bf12c7', 'ip_address': '172.28.0.41'}], 'enable_snat': True}, 'gw_port_id': '8d48afe8-3c12-4489-a7f0-bffc3923bb24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T13:47:00Z', 'updated_at': '2021-04-09T13:47:14Z', 'revision_number': 4, 'project_id': 'a2b444c2a873486d8c3ff30419c2c3f8', 'gw_port': {'id': '8d48afe8-3c12-4489-a7f0-bffc3923bb24', 'name': '', 'network_id': 'd39673be-df84-4009-abea-d472d159fdfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:0a:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6caea2b6-d44d-482d-962a-f28d34b0d95c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'f6eeb1a0-26c5-43d1-996f-84b999bf12c7', 'ip_address': '172.28.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:47:01Z', 'updated_at': '2021-04-09T13:47:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6eeb1a0-26c5-43d1-996f-84b999bf12c7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-1-smb', '_interfaces': [{'id': 'c3873a69-5ad7-4cdf-a273-62fe6d4a117b', 'name': '', 'network_id': 'a4bc50d2-4a55-4ee1-87aa-a1e91be18584', 'tenant_id': 'a2b444c2a873486d8c3ff30419c2c3f8', 'mac_address': 'fa:16:3e:19:f0:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6caea2b6-d44d-482d-962a-f28d34b0d95c', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '0144e1c8-7bcb-42a5-ac9e-709c8b2e67a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:47:09Z', 'updated_at': '2021-04-09T13:47:31Z', 'revision_number': 5, 'project_id': 'a2b444c2a873486d8c3ff30419c2c3f8', 'subnets': [{'id': '0144e1c8-7bcb-42a5-ac9e-709c8b2e67a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-785362-1-smb', False) {} {{(pid=85268) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 13:58:10.661616 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbdc627d-1feb-400b-aeec-8c6e786f18b2 None None] The sync data for ids ['6caea2b6-d44d-482d-962a-f28d34b0d95c'] in dv-cinder-785362-1-smb is: [{'id': '6caea2b6-d44d-482d-962a-f28d34b0d95c', 'name': 'tempest-AttachVolumeShelveTestJSON-2049991526-router', 'tenant_id': 'a2b444c2a873486d8c3ff30419c2c3f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd39673be-df84-4009-abea-d472d159fdfd', 'external_fixed_ips': [{'subnet_id': 'f6eeb1a0-26c5-43d1-996f-84b999bf12c7', 'ip_address': '172.28.0.41'}], 'enable_snat': True}, 'gw_port_id': '8d48afe8-3c12-4489-a7f0-bffc3923bb24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T13:47:00Z', 'updated_at': '2021-04-09T13:47:14Z', 'revision_number': 4, 'project_id': 'a2b444c2a873486d8c3ff30419c2c3f8', 'gw_port': {'id': '8d48afe8-3c12-4489-a7f0-bffc3923bb24', 'name': '', 'network_id': 'd39673be-df84-4009-abea-d472d159fdfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:0a:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6caea2b6-d44d-482d-962a-f28d34b0d95c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'f6eeb1a0-26c5-43d1-996f-84b999bf12c7', 'ip_address': '172.28.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:47:01Z', 'updated_at': '2021-04-09T13:47:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6eeb1a0-26c5-43d1-996f-84b999bf12c7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-1-smb', '_interfaces': [{'id': 'c3873a69-5ad7-4cdf-a273-62fe6d4a117b', 'name': '', 'network_id': 'a4bc50d2-4a55-4ee1-87aa-a1e91be18584', 'tenant_id': 'a2b444c2a873486d8c3ff30419c2c3f8', 'mac_address': 'fa:16:3e:19:f0:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6caea2b6-d44d-482d-962a-f28d34b0d95c', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '0144e1c8-7bcb-42a5-ac9e-709c8b2e67a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:47:09Z', 'updated_at': '2021-04-09T13:47:31Z', 'revision_number': 5, 'project_id': 'a2b444c2a873486d8c3ff30419c2c3f8', 'subnets': [{'id': '0144e1c8-7bcb-42a5-ac9e-709c8b2e67a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 09 13:58:10.702094 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee782810-fae7-4f2d-9f11-969495fac9af tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] Pushing event deleted for resources: {'Port': ['ID=cc33c778-afe7-4486-9465-30362e48c4eb,revision_number=None']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:58:10.711191 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-ee782810-fae7-4f2d-9f11-969495fac9af tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:58:10.761906 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.rpc [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Device cc33c778-afe7-4486-9465-30362e48c4eb no longer exists at agent hyperv_hv-cinder-78536 {{(pid=85267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 09 13:58:10.816192 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.plugin [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] No Port match for: cc33c778-afe7-4486-9465-30362e48c4eb {{(pid=85267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 09 13:58:10.816597 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.rpc [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Device cc33c778-afe7-4486-9465-30362e48c4eb not bound to the agent host hv-cinder-78536 {{(pid=85267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 09 13:58:10.817164 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.rpc [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Device 73594664-ccef-4cc6-8c6f-3ac0812c9d97 no longer exists at agent hyperv_hv-cinder-78536 {{(pid=85267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 09 13:58:10.849789 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-f95e6f44-b802-442b-837d-f688a23a0a81 req-7a07820b-7858-42c1-9603-7752b380c37b tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] 10.222.0.75 "GET /v2.0/ports?device_id=e3a6056c-c259-414a-bf36-effe4e91f238 HTTP/1.1" status: 200 len: 210 time: 0.0630636 Apr 09 13:58:10.868330 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.plugin [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] No Port match for: 73594664-ccef-4cc6-8c6f-3ac0812c9d97 {{(pid=85267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 09 13:58:10.868815 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.rpc [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Device 73594664-ccef-4cc6-8c6f-3ac0812c9d97 not bound to the agent host hv-cinder-78536 {{(pid=85267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 09 13:58:10.980761 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_dvrscheduler_db [req-40cc5e15-fa38-42f2-812a-87420a4ff0e3 req-ee782810-fae7-4f2d-9f11-969495fac9af tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] No DVR routers for this DVR port cc33c778-afe7-4486-9465-30362e48c4eb on host hv-cinder-78536 {{(pid=85266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 09 13:58:10.983701 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [req-40cc5e15-fa38-42f2-812a-87420a4ff0e3 req-ee782810-fae7-4f2d-9f11-969495fac9af tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770645'] for port, before_response {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:58:10.999623 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-40cc5e15-fa38-42f2-812a-87420a4ff0e3 req-ee782810-fae7-4f2d-9f11-969495fac9af tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] 10.222.0.90 "DELETE /v2.0/ports/cc33c778-afe7-4486-9465-30362e48c4eb HTTP/1.1" status: 204 len: 173 time: 1.0632687 Apr 09 13:58:11.059862 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:58:11.172506 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.75', 37816) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:58:11.207050 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afc65f3d-9896-4023-a44f-d179381229da None None] New status for floating IP 20d33d5c-7b4f-4529-ab8b-bff3f9b2b9d2: DOWN {{(pid=85267) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 09 13:58:11.247364 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-b0747b22-f301-4fc1-afdf-e3c6ffd79018 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Notify callbacks [] for security_group, before_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:58:11.280590 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-b0747b22-f301-4fc1-afdf-e3c6ffd79018 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:58:11.341727 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-b0747b22-f301-4fc1-afdf-e3c6ffd79018 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738555'] for security_group, after_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:58:11.347908 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-a18898d2-c14f-458d-a620-86efa8d2db48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:58:11.365387 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0747b22-f301-4fc1-afdf-e3c6ffd79018 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed94d330-8b0e-4bea-8543-5b21c533b4aa,revision_number=None']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:58:11.376719 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0747b22-f301-4fc1-afdf-e3c6ffd79018 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:58:11.377053 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0747b22-f301-4fc1-afdf-e3c6ffd79018 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:58:11.377468 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0747b22-f301-4fc1-afdf-e3c6ffd79018 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:58:11.377908 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0747b22-f301-4fc1-afdf-e3c6ffd79018 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:58:11.378865 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0747b22-f301-4fc1-afdf-e3c6ffd79018 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:58:11.379258 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0747b22-f301-4fc1-afdf-e3c6ffd79018 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:58:11.379676 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0747b22-f301-4fc1-afdf-e3c6ffd79018 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:58:11.380044 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0747b22-f301-4fc1-afdf-e3c6ffd79018 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:58:11.380448 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0747b22-f301-4fc1-afdf-e3c6ffd79018 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:58:11.380815 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0747b22-f301-4fc1-afdf-e3c6ffd79018 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:58:11.381221 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0747b22-f301-4fc1-afdf-e3c6ffd79018 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:58:11.381621 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0747b22-f301-4fc1-afdf-e3c6ffd79018 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:58:11.385453 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-b0747b22-f301-4fc1-afdf-e3c6ffd79018 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:58:11.386756 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-b0747b22-f301-4fc1-afdf-e3c6ffd79018 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Notify callbacks [] for security_group, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:58:11.387981 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-b0747b22-f301-4fc1-afdf-e3c6ffd79018 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] 10.222.0.75 "DELETE /v2.0/security-groups/ed94d330-8b0e-4bea-8543-5b21c533b4aa HTTP/1.1" status: 204 len: 168 time: 0.2145526 Apr 09 13:58:11.390990 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.75', 37820) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:58:11.412143 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.api.v2.resource [None req-6c5533ff-7e3a-4a8a-b6d3-6f1bcfc316e3 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] show failed (client error): The resource could not be found. Apr 09 13:58:11.416275 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-6c5533ff-7e3a-4a8a-b6d3-6f1bcfc316e3 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] 10.222.0.75 "GET /v2.0/security-groups/ed94d330-8b0e-4bea-8543-5b21c533b4aa HTTP/1.1" status: 404 len: 347 time: 0.0220616 Apr 09 13:58:11.416898 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.75', 37824) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:58:11.603223 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.plugin [None req-82b470a8-6e4d-45b6-b8b2-d645a54d1dd0 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Deleting port 3b34b72a-6a32-48ac-9b0a-b6f734182e55 {{(pid=85265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 09 13:58:11.603605 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-82b470a8-6e4d-45b6-b8b2-d645a54d1dd0 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771815896742'] for port, before_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:58:11.702673 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3a6056c-c259-414a-bf36-effe4e91f238', 'name': 'network-vif-deleted', 'tag': 'cc33c778-afe7-4486-9465-30362e48c4eb'}] {{(pid=85266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 09 13:58:11.761497 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3a6056c-c259-414a-bf36-effe4e91f238', 'name': 'network-vif-deleted', 'tag': 'cc33c778-afe7-4486-9465-30362e48c4eb', 'status': 'completed', 'code': 200} Apr 09 13:58:11.809510 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-82b470a8-6e4d-45b6-b8b2-d645a54d1dd0 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-707704'] for port, precommit_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:58:11.809510 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-82b470a8-6e4d-45b6-b8b2-d645a54d1dd0 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:58:11.960909 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.plugin [None req-82b470a8-6e4d-45b6-b8b2-d645a54d1dd0 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Calling delete_port for 3b34b72a-6a32-48ac-9b0a-b6f734182e55 owned by network:floatingip {{(pid=85265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 09 13:58:12.118199 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-82b470a8-6e4d-45b6-b8b2-d645a54d1dd0 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853739901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853759498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363265038874501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363265039307636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851965059'] for port, after_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:58:12.134688 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-2b44ff54-477a-4dee-b14f-84ef04ae72fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:58:12.199412 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b470a8-6e4d-45b6-b8b2-d645a54d1dd0 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Pushing event deleted for resources: {'Port': ['ID=3b34b72a-6a32-48ac-9b0a-b6f734182e55,revision_number=None']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:58:12.254822 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-82b470a8-6e4d-45b6-b8b2-d645a54d1dd0 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:58:12.385323 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60766b3-9038-41b5-a229-373802c5c30e req-5dd4b6f1-3943-4a74-a07e-17a27169c37a tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:58:12.386134 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [req-a60766b3-9038-41b5-a229-373802c5c30e req-5dd4b6f1-3943-4a74-a07e-17a27169c37a tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] Synchronizing usage tracker for tenant:62f48136cb2a4566a0aa2a3df7313d89 on resource:port {{(pid=85266) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 09 13:58:12.402345 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [req-a60766b3-9038-41b5-a229-373802c5c30e req-5dd4b6f1-3943-4a74-a07e-17a27169c37a tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] Unset dirty status for tenant:62f48136cb2a4566a0aa2a3df7313d89 on resource:port {{(pid=85266) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 09 13:58:12.403589 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-a60766b3-9038-41b5-a229-373802c5c30e req-5dd4b6f1-3943-4a74-a07e-17a27169c37a tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] 10.222.0.75 "GET /v2.0/ports?device_id=b9c222c2-7fa4-42ab-bf23-0b0c477e95e1 HTTP/1.1" status: 200 len: 945 time: 0.1103146 Apr 09 13:58:12.415890 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-82b470a8-6e4d-45b6-b8b2-d645a54d1dd0 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Notify callbacks [] for floatingip, after_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:58:12.434111 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-82b470a8-6e4d-45b6-b8b2-d645a54d1dd0 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770645'] for floatingip, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:58:12.435320 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-82b470a8-6e4d-45b6-b8b2-d645a54d1dd0 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] 10.222.0.75 "DELETE /v2.0/floatingips/20d33d5c-7b4f-4529-ab8b-bff3f9b2b9d2 HTTP/1.1" status: 204 len: 168 time: 1.0169768 Apr 09 13:58:12.438686 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-a60766b3-9038-41b5-a229-373802c5c30e req-b651140d-67e1-4048-83d8-b42e179bc211 tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] 10.222.0.75 "GET /v2.0/security-groups?id=c8f7f5e9-cd69-4835-8f28-4d28be93cebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275662 Apr 09 13:58:13.655159 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6c2a70-2f35-4412-984d-f849821a4712 req-55d8c5f6-17e5-4f77-b82e-5f8e52cd7d36 tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:58:13.656755 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-2f6c2a70-2f35-4412-984d-f849821a4712 req-55d8c5f6-17e5-4f77-b82e-5f8e52cd7d36 tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] 10.222.0.75 "GET /v2.0/ports?device_id=b9c222c2-7fa4-42ab-bf23-0b0c477e95e1 HTTP/1.1" status: 200 len: 945 time: 0.0970013 Apr 09 13:58:13.929598 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-2f6c2a70-2f35-4412-984d-f849821a4712 req-98243afc-712c-41c5-b258-348f262a0920 tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] 10.222.0.75 "GET /v2.0/security-groups?id=c8f7f5e9-cd69-4835-8f28-4d28be93cebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2599220 Apr 09 13:58:14.053406 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c014ed17-7ef2-470f-a17e-bea30d287d37 req-c2315287-fd69-40c8-b823-f18274c2fb6e tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:58:14.055031 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-c014ed17-7ef2-470f-a17e-bea30d287d37 req-c2315287-fd69-40c8-b823-f18274c2fb6e tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] 10.222.0.90 "GET /v2.0/ports?device_id=b9c222c2-7fa4-42ab-bf23-0b0c477e95e1 HTTP/1.1" status: 200 len: 945 time: 0.0984423 Apr 09 13:58:14.140451 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.plugin [req-c014ed17-7ef2-470f-a17e-bea30d287d37 req-a7fb2794-015d-45ac-baff-ebda71a04ab5 tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] Deleting port 2c84b270-f9a0-460f-a882-cbc1ab315345 {{(pid=85266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 09 13:58:14.140843 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [req-c014ed17-7ef2-470f-a17e-bea30d287d37 req-a7fb2794-015d-45ac-baff-ebda71a04ab5 tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771815896742'] for port, before_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:58:14.420859 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.db [req-c014ed17-7ef2-470f-a17e-bea30d287d37 req-a7fb2794-015d-45ac-baff-ebda71a04ab5 tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] For port 2c84b270-f9a0-460f-a882-cbc1ab315345, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=2c84b270-f9a0-460f-a882-cbc1ab315345,segment=NetworkSegment(9ea96457-6cc3-4179-a4b9-741b8e01731f),segment_id=9ea96457-6cc3-4179-a4b9-741b8e01731f)] {{(pid=85266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 09 13:58:14.421297 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [req-c014ed17-7ef2-470f-a17e-bea30d287d37 req-a7fb2794-015d-45ac-baff-ebda71a04ab5 tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-707704'] for port, precommit_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:58:14.569979 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.plugin [req-c014ed17-7ef2-470f-a17e-bea30d287d37 req-a7fb2794-015d-45ac-baff-ebda71a04ab5 tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] Calling delete_port for 2c84b270-f9a0-460f-a882-cbc1ab315345 owned by compute:nova {{(pid=85266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 09 13:58:14.728982 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [req-c014ed17-7ef2-470f-a17e-bea30d287d37 req-a7fb2794-015d-45ac-baff-ebda71a04ab5 tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853739901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853759498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363265038874501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363265039307636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2203223'] for port, after_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:58:14.741244 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.db [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] get_ports_and_sgs() called for port_ids ['1df5cbc1-88b0-421e-b6c8-4778e22e26e6', '2c84b270-f9a0-460f-a882-cbc1ab315345'] {{(pid=85267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 09 13:58:14.745147 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-329c371b-125e-4be4-bf83-389344cc73b1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:58:14.804679 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fb2794-015d-45ac-baff-ebda71a04ab5 tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] Pushing event deleted for resources: {'Port': ['ID=2c84b270-f9a0-460f-a882-cbc1ab315345,revision_number=None']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:58:14.809188 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-a7fb2794-015d-45ac-baff-ebda71a04ab5 tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:58:15.007446 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_dvrscheduler_db [req-c014ed17-7ef2-470f-a17e-bea30d287d37 req-a7fb2794-015d-45ac-baff-ebda71a04ab5 tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] No DVR routers for this DVR port 2c84b270-f9a0-460f-a882-cbc1ab315345 on host hv-cinder-78536 {{(pid=85266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 09 13:58:15.011586 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [req-c014ed17-7ef2-470f-a17e-bea30d287d37 req-a7fb2794-015d-45ac-baff-ebda71a04ab5 tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770645'] for port, before_response {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:58:15.014991 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9c222c2-7fa4-42ab-bf23-0b0c477e95e1', 'name': 'network-vif-deleted', 'tag': '2c84b270-f9a0-460f-a882-cbc1ab315345'}] {{(pid=85266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 09 13:58:15.031695 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-c014ed17-7ef2-470f-a17e-bea30d287d37 req-a7fb2794-015d-45ac-baff-ebda71a04ab5 tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] 10.222.0.90 "DELETE /v2.0/ports/2c84b270-f9a0-460f-a882-cbc1ab315345 HTTP/1.1" status: 204 len: 173 time: 0.9706330 Apr 09 13:58:15.107250 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [req-ebcb0a07-f762-409d-a1e5-d55592ecfcc4 req-7ed7aacf-6201-4bee-a091-78cffc158de6 tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] Synchronizing usage tracker for tenant:62f48136cb2a4566a0aa2a3df7313d89 on resource:port {{(pid=85266) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 09 13:58:15.122263 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [req-ebcb0a07-f762-409d-a1e5-d55592ecfcc4 req-7ed7aacf-6201-4bee-a091-78cffc158de6 tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] Unset dirty status for tenant:62f48136cb2a4566a0aa2a3df7313d89 on resource:port {{(pid=85266) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 09 13:58:15.123772 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-ebcb0a07-f762-409d-a1e5-d55592ecfcc4 req-7ed7aacf-6201-4bee-a091-78cffc158de6 tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] 10.222.0.75 "GET /v2.0/ports?device_id=b9c222c2-7fa4-42ab-bf23-0b0c477e95e1 HTTP/1.1" status: 200 len: 210 time: 0.0726943 Apr 09 13:58:15.187572 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9c222c2-7fa4-42ab-bf23-0b0c477e95e1', 'name': 'network-vif-deleted', 'tag': '2c84b270-f9a0-460f-a882-cbc1ab315345', 'status': 'completed', 'code': 200} Apr 09 13:58:15.557206 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85266) accepted ('10.222.0.75', 37862) {{(pid=85266) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:58:16.291655 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-cc3c1d92-3987-4c62-8961-7854e3b633ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854062954'] for router_interface, before_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:58:16.694159 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.plugin [None req-cc3c1d92-3987-4c62-8961-7854e3b633ad admin admin] Deleting port c3873a69-5ad7-4cdf-a273-62fe6d4a117b {{(pid=85266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 09 13:58:16.694466 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-cc3c1d92-3987-4c62-8961-7854e3b633ad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771815896742'] for port, before_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:58:16.784720 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.rpc [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Device 2c84b270-f9a0-460f-a882-cbc1ab315345 no longer exists at agent hyperv_hv-cinder-78536 {{(pid=85267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 09 13:58:16.822637 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.plugin [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] No Port match for: 2c84b270-f9a0-460f-a882-cbc1ab315345 {{(pid=85267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 09 13:58:16.823023 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.rpc [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Device 2c84b270-f9a0-460f-a882-cbc1ab315345 not bound to the agent host hv-cinder-78536 {{(pid=85267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 09 13:58:16.888539 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.db [None req-cc3c1d92-3987-4c62-8961-7854e3b633ad admin admin] For port c3873a69-5ad7-4cdf-a273-62fe6d4a117b, host dv-cinder-785362-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-1-smb',level=0,port_id=c3873a69-5ad7-4cdf-a273-62fe6d4a117b,segment=NetworkSegment(5475d062-1238-45f6-bf79-210ecdb0febe),segment_id=5475d062-1238-45f6-bf79-210ecdb0febe)] {{(pid=85266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 09 13:58:16.888954 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-cc3c1d92-3987-4c62-8961-7854e3b633ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-707704'] for port, precommit_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:58:17.028967 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.plugin [None req-cc3c1d92-3987-4c62-8961-7854e3b633ad admin admin] Calling delete_port for c3873a69-5ad7-4cdf-a273-62fe6d4a117b owned by network:router_interface {{(pid=85266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 09 13:58:17.215281 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-cc3c1d92-3987-4c62-8961-7854e3b633ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853739901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853759498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363265038874501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363265039307636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2203223'] for port, after_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:58:17.229195 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-a7bfd57f-3531-47f6-9ea8-99cfd37e3fce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:58:17.286066 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3c1d92-3987-4c62-8961-7854e3b633ad admin admin] Pushing event deleted for resources: {'Port': ['ID=c3873a69-5ad7-4cdf-a273-62fe6d4a117b,revision_number=None']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:58:17.290560 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-cc3c1d92-3987-4c62-8961-7854e3b633ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:58:18.030497 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-cc3c1d92-3987-4c62-8961-7854e3b633ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854017518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854061403'] for router_interface, after_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:58:18.073615 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d34a24f-dad2-4b34-9bb4-84d0df06ec18 req-51316410-f849-4e27-b669-b32abd58c5bb tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:58:18.075237 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-1d34a24f-dad2-4b34-9bb4-84d0df06ec18 req-51316410-f849-4e27-b669-b32abd58c5bb tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] 10.222.0.75 "GET /v2.0/ports?device_id=d88d5a1c-e792-4b18-94c9-2588e9a40ae9 HTTP/1.1" status: 200 len: 946 time: 0.1759825 Apr 09 13:58:18.172748 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-1d34a24f-dad2-4b34-9bb4-84d0df06ec18 req-6f3a700f-52d5-4de6-987e-a3b3bdb5a452 tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] 10.222.0.75 "GET /v2.0/security-groups?id=c8f7f5e9-cd69-4835-8f28-4d28be93cebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466332 Apr 09 13:58:18.591867 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc3c1d92-3987-4c62-8961-7854e3b633ad admin admin] Router 6caea2b6-d44d-482d-962a-f28d34b0d95c has already been hosted by L3 agent 69305824-358b-46b0-9707-cd2ded304b9c {{(pid=85266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 09 13:58:18.786150 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc3c1d92-3987-4c62-8961-7854e3b633ad admin admin] Notify agent at l3_agent.dv-cinder-785362-1-smb the message routers_updated {{(pid=85266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 09 13:58:18.795930 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82b63e87-7bb7-46af-a006-5ba9f8fab109 None None] Sync routers for ids ['6caea2b6-d44d-482d-962a-f28d34b0d95c'] in dv-cinder-785362-1-smb {{(pid=85268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 09 13:58:18.802924 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-cc3c1d92-3987-4c62-8961-7854e3b633ad admin admin] 10.222.0.75 "PUT /v2.0/routers/6caea2b6-d44d-482d-962a-f28d34b0d95c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2411563 Apr 09 13:58:18.803260 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85266) accepted ('10.222.0.75', 37880) {{(pid=85266) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:58:18.808820 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82b63e87-7bb7-46af-a006-5ba9f8fab109 None None] Routers {'6caea2b6-d44d-482d-962a-f28d34b0d95c'} bound to L3 agent in host dv-cinder-785362-1-smb {{(pid=85268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 09 13:58:18.809469 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_hamode_db [None req-82b63e87-7bb7-46af-a006-5ba9f8fab109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-785362-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-09T13:38:04Z,description=,heartbeat_timestamp=2021-04-09T13:58:04Z,host='dv-cinder-785362-1-smb',id=69305824-358b-46b0-9707-cd2ded304b9c,load=0,resource_versions=,resources_synced=,started_at=2021-04-09T13:38:04Z,topic='l3_agent')) {'router_ids': ['6caea2b6-d44d-482d-962a-f28d34b0d95c'], 'active': True} {{(pid=85268) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 13:58:19.007968 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_dvr_db [None req-82b63e87-7bb7-46af-a006-5ba9f8fab109 None None] Set router 6caea2b6-d44d-482d-962a-f28d34b0d95c gateway port host: dv-cinder-785362-1-smb {{(pid=85268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 09 13:58:19.008925 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-d3bbb5a7-1872-4e5d-9ca5-e405b7099420 admin admin] Notify callbacks [] for router, before_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:58:19.223428 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-d3bbb5a7-1872-4e5d-9ca5-e405b7099420 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:58:19.233610 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.plugin [None req-d3bbb5a7-1872-4e5d-9ca5-e405b7099420 admin admin] Deleting port 8d48afe8-3c12-4489-a7f0-bffc3923bb24 {{(pid=85266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 09 13:58:19.234032 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-d3bbb5a7-1872-4e5d-9ca5-e405b7099420 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771815896742'] for port, before_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:58:19.515240 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_hamode_db [None req-82b63e87-7bb7-46af-a006-5ba9f8fab109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6caea2b6-d44d-482d-962a-f28d34b0d95c', 'name': 'tempest-AttachVolumeShelveTestJSON-2049991526-router', 'tenant_id': 'a2b444c2a873486d8c3ff30419c2c3f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd39673be-df84-4009-abea-d472d159fdfd', 'external_fixed_ips': [{'subnet_id': 'f6eeb1a0-26c5-43d1-996f-84b999bf12c7', 'ip_address': '172.28.0.41'}], 'enable_snat': True}, 'gw_port_id': '8d48afe8-3c12-4489-a7f0-bffc3923bb24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T13:47:00Z', 'updated_at': '2021-04-09T13:58:17Z', 'revision_number': 5, 'project_id': 'a2b444c2a873486d8c3ff30419c2c3f8', 'gw_port': {'id': '8d48afe8-3c12-4489-a7f0-bffc3923bb24', 'name': '', 'network_id': 'd39673be-df84-4009-abea-d472d159fdfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:0a:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6caea2b6-d44d-482d-962a-f28d34b0d95c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'f6eeb1a0-26c5-43d1-996f-84b999bf12c7', 'ip_address': '172.28.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:47:01Z', 'updated_at': '2021-04-09T13:47:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6eeb1a0-26c5-43d1-996f-84b999bf12c7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-1-smb'}], 'dv-cinder-785362-1-smb', False) {} {{(pid=85268) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 13:58:19.521098 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.db [None req-d3bbb5a7-1872-4e5d-9ca5-e405b7099420 admin admin] For port 8d48afe8-3c12-4489-a7f0-bffc3923bb24, host dv-cinder-785362-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-1-smb',level=0,port_id=8d48afe8-3c12-4489-a7f0-bffc3923bb24,segment=NetworkSegment(d71e9641-c1ca-48b4-9c8d-e574468b8697),segment_id=d71e9641-c1ca-48b4-9c8d-e574468b8697)] {{(pid=85266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 09 13:58:19.521422 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-d3bbb5a7-1872-4e5d-9ca5-e405b7099420 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-707704'] for port, precommit_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:58:19.521532 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82b63e87-7bb7-46af-a006-5ba9f8fab109 None None] Checking router: 6caea2b6-d44d-482d-962a-f28d34b0d95c for host: dv-cinder-785362-1-smb {{(pid=85268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 09 13:58:19.531533 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82b63e87-7bb7-46af-a006-5ba9f8fab109 None None] Routers {'6caea2b6-d44d-482d-962a-f28d34b0d95c'} bound to L3 agent in host dv-cinder-785362-1-smb {{(pid=85268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 09 13:58:19.532236 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_hamode_db [None req-82b63e87-7bb7-46af-a006-5ba9f8fab109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-785362-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-09T13:38:04Z,description=,heartbeat_timestamp=2021-04-09T13:58:04Z,host='dv-cinder-785362-1-smb',id=69305824-358b-46b0-9707-cd2ded304b9c,load=0,resource_versions=,resources_synced=,started_at=2021-04-09T13:38:04Z,topic='l3_agent')) {'router_ids': ['6caea2b6-d44d-482d-962a-f28d34b0d95c'], 'active': True} {{(pid=85268) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 13:58:19.541716 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1f943e-7238-4856-a1e1-3f3d6d7baad4 req-35612e95-aef5-4b05-92a6-83b376eb1977 tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:58:19.543376 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-5e1f943e-7238-4856-a1e1-3f3d6d7baad4 req-35612e95-aef5-4b05-92a6-83b376eb1977 tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] 10.222.0.75 "GET /v2.0/ports?device_id=d88d5a1c-e792-4b18-94c9-2588e9a40ae9 HTTP/1.1" status: 200 len: 946 time: 0.2454693 Apr 09 13:58:19.672027 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.plugin [None req-d3bbb5a7-1872-4e5d-9ca5-e405b7099420 admin admin] Calling delete_port for 8d48afe8-3c12-4489-a7f0-bffc3923bb24 owned by network:router_gateway {{(pid=85266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 09 13:58:19.697881 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_dvr_db [None req-82b63e87-7bb7-46af-a006-5ba9f8fab109 None None] Set router 6caea2b6-d44d-482d-962a-f28d34b0d95c gateway port host: None {{(pid=85268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 09 13:58:19.743408 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-5e1f943e-7238-4856-a1e1-3f3d6d7baad4 req-cb54f80f-b6ae-4dfe-8af7-1aa9facf45e9 tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] 10.222.0.75 "GET /v2.0/security-groups?id=c8f7f5e9-cd69-4835-8f28-4d28be93cebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406245 Apr 09 13:58:19.817838 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_hamode_db [None req-82b63e87-7bb7-46af-a006-5ba9f8fab109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6caea2b6-d44d-482d-962a-f28d34b0d95c', 'name': 'tempest-AttachVolumeShelveTestJSON-2049991526-router', 'tenant_id': 'a2b444c2a873486d8c3ff30419c2c3f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T13:47:00Z', 'updated_at': '2021-04-09T13:58:19Z', 'revision_number': 6, 'project_id': 'a2b444c2a873486d8c3ff30419c2c3f8', 'gw_port_host': None}], 'dv-cinder-785362-1-smb', False) {} {{(pid=85268) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 13:58:19.822436 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82b63e87-7bb7-46af-a006-5ba9f8fab109 None None] The sync data for ids ['6caea2b6-d44d-482d-962a-f28d34b0d95c'] in dv-cinder-785362-1-smb is: [{'id': '6caea2b6-d44d-482d-962a-f28d34b0d95c', 'name': 'tempest-AttachVolumeShelveTestJSON-2049991526-router', 'tenant_id': 'a2b444c2a873486d8c3ff30419c2c3f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T13:47:00Z', 'updated_at': '2021-04-09T13:58:19Z', 'revision_number': 6, 'project_id': 'a2b444c2a873486d8c3ff30419c2c3f8', 'gw_port_host': None}] {{(pid=85268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 09 13:58:19.933749 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-d3bbb5a7-1872-4e5d-9ca5-e405b7099420 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853739901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853759498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363265038874501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363265039307636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2203223'] for port, after_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:58:19.954839 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-ee782810-fae7-4f2d-9f11-969495fac9af tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:58:20.024018 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bbb5a7-1872-4e5d-9ca5-e405b7099420 admin admin] Pushing event deleted for resources: {'Port': ['ID=8d48afe8-3c12-4489-a7f0-bffc3923bb24,revision_number=None']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:58:20.324261 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-d3bbb5a7-1872-4e5d-9ca5-e405b7099420 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:58:20.366194 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd26e673-6799-4b80-b063-21781ed88360 req-bb4a41c3-80ad-4335-b72c-b6561925e731 tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:58:20.367818 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-dd26e673-6799-4b80-b063-21781ed88360 req-bb4a41c3-80ad-4335-b72c-b6561925e731 tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] 10.222.0.90 "GET /v2.0/ports?device_id=d88d5a1c-e792-4b18-94c9-2588e9a40ae9 HTTP/1.1" status: 200 len: 946 time: 0.5084684 Apr 09 13:58:20.498093 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.plugin [req-dd26e673-6799-4b80-b063-21781ed88360 req-0f357f34-f3a5-4549-abc3-f164c81d75ca tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] Deleting port 1df5cbc1-88b0-421e-b6c8-4778e22e26e6 {{(pid=85266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 09 13:58:20.498484 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [req-dd26e673-6799-4b80-b063-21781ed88360 req-0f357f34-f3a5-4549-abc3-f164c81d75ca tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771815896742'] for port, before_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:58:20.666230 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-d3bbb5a7-1872-4e5d-9ca5-e405b7099420 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854064475'] for router_gateway, after_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:58:20.936522 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-d3bbb5a7-1872-4e5d-9ca5-e405b7099420 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-716581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-882'] for router, precommit_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:58:20.947027 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-d3bbb5a7-1872-4e5d-9ca5-e405b7099420 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:58:21.051323 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-d3bbb5a7-1872-4e5d-9ca5-e405b7099420 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-716687'] for router, after_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:58:21.052141 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3bbb5a7-1872-4e5d-9ca5-e405b7099420 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6caea2b6-d44d-482d-962a-f28d34b0d95c {{(pid=85266) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 09 13:58:21.097506 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-d3bbb5a7-1872-4e5d-9ca5-e405b7099420 admin admin] Notify callbacks [] for router, before_response {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:58:21.099032 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-d3bbb5a7-1872-4e5d-9ca5-e405b7099420 admin admin] 10.222.0.75 "DELETE /v2.0/routers/6caea2b6-d44d-482d-962a-f28d34b0d95c HTTP/1.1" status: 204 len: 168 time: 2.2946076 Apr 09 13:58:21.102273 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.75', 37888) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:58:21.128577 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.db [req-dd26e673-6799-4b80-b063-21781ed88360 req-0f357f34-f3a5-4549-abc3-f164c81d75ca tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] For port 1df5cbc1-88b0-421e-b6c8-4778e22e26e6, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=1df5cbc1-88b0-421e-b6c8-4778e22e26e6,segment=NetworkSegment(9ea96457-6cc3-4179-a4b9-741b8e01731f),segment_id=9ea96457-6cc3-4179-a4b9-741b8e01731f)] {{(pid=85266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 09 13:58:21.128973 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [req-dd26e673-6799-4b80-b063-21781ed88360 req-0f357f34-f3a5-4549-abc3-f164c81d75ca tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-707704'] for port, precommit_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:58:21.146223 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f63e137-8691-434e-b22f-4b6a15a5ba9b req-3171e2a2-f24c-41d9-b6c7-5e64651e7eae tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:58:21.147997 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-9f63e137-8691-434e-b22f-4b6a15a5ba9b req-3171e2a2-f24c-41d9-b6c7-5e64651e7eae tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] 10.222.0.75 "GET /v2.0/ports?device_id=d88d5a1c-e792-4b18-94c9-2588e9a40ae9 HTTP/1.1" status: 200 len: 946 time: 0.2635217 Apr 09 13:58:21.195876 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.db_base_plugin_v2 [None req-ece65901-e669-4e56-8364-55a7fe7a1d55 admin admin] Deleting subnet 0144e1c8-7bcb-42a5-ac9e-709c8b2e67a5 {{(pid=85265) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 09 13:58:21.199498 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-ece65901-e669-4e56-8364-55a7fe7a1d55 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:58:21.225173 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.rpc [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Device c3873a69-5ad7-4cdf-a273-62fe6d4a117b no longer exists at agent ovs-agent-dv-cinder-785362-1-smb {{(pid=85267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 09 13:58:21.263171 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-ece65901-e669-4e56-8364-55a7fe7a1d55 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1756215'] for subnet, precommit_delete_associations {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:58:21.265631 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.plugin [None req-250ccce2-add9-4520-ab97-985e32375bee None None] No Port match for: c3873a69-5ad7-4cdf-a273-62fe6d4a117b {{(pid=85267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 09 13:58:21.266137 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.rpc [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Device c3873a69-5ad7-4cdf-a273-62fe6d4a117b not bound to the agent host dv-cinder-785362-1-smb {{(pid=85267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 09 13:58:21.266687 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.rpc [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Device 8d48afe8-3c12-4489-a7f0-bffc3923bb24 no longer exists at agent ovs-agent-dv-cinder-785362-1-smb {{(pid=85267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 09 13:58:21.308295 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.plugin [req-dd26e673-6799-4b80-b063-21781ed88360 req-0f357f34-f3a5-4549-abc3-f164c81d75ca tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] Calling delete_port for 1df5cbc1-88b0-421e-b6c8-4778e22e26e6 owned by compute:nova {{(pid=85266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 09 13:58:21.309596 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.plugin [None req-250ccce2-add9-4520-ab97-985e32375bee None None] No Port match for: 8d48afe8-3c12-4489-a7f0-bffc3923bb24 {{(pid=85267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 09 13:58:21.310018 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.rpc [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Device 8d48afe8-3c12-4489-a7f0-bffc3923bb24 not bound to the agent host dv-cinder-785362-1-smb {{(pid=85267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 09 13:58:21.351491 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-ece65901-e669-4e56-8364-55a7fe7a1d55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854770481'] for subnet, precommit_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:58:21.355716 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-9f63e137-8691-434e-b22f-4b6a15a5ba9b req-e967ece2-8c59-41f8-aa53-c36c0ffc674e tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] 10.222.0.75 "GET /v2.0/security-groups?id=c8f7f5e9-cd69-4835-8f28-4d28be93cebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995418 Apr 09 13:58:21.475565 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [req-dd26e673-6799-4b80-b063-21781ed88360 req-0f357f34-f3a5-4549-abc3-f164c81d75ca tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853739901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853759498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363265038874501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363265039307636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2203223'] for port, after_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:58:21.498719 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-5fc17eaf-6d77-4a9b-b0b8-43afce6706ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:58:21.563683 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f357f34-f3a5-4549-abc3-f164c81d75ca tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] Pushing event deleted for resources: {'Port': ['ID=1df5cbc1-88b0-421e-b6c8-4778e22e26e6,revision_number=None']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:58:21.568820 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-0f357f34-f3a5-4549-abc3-f164c81d75ca tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:58:21.676602 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-ece65901-e669-4e56-8364-55a7fe7a1d55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-5316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2810711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852396181'] for subnet, after_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:58:21.692258 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:58:21.745543 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece65901-e669-4e56-8364-55a7fe7a1d55 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0144e1c8-7bcb-42a5-ac9e-709c8b2e67a5,revision_number=None']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:58:21.780008 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd26e673-6799-4b80-b063-21781ed88360 req-0f357f34-f3a5-4549-abc3-f164c81d75ca tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] No DVR routers for this DVR port 1df5cbc1-88b0-421e-b6c8-4778e22e26e6 on host hv-cinder-78536 {{(pid=85266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 09 13:58:21.783097 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [req-dd26e673-6799-4b80-b063-21781ed88360 req-0f357f34-f3a5-4549-abc3-f164c81d75ca tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770645'] for port, before_response {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:58:21.787228 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd88d5a1c-e792-4b18-94c9-2588e9a40ae9', 'name': 'network-vif-deleted', 'tag': '1df5cbc1-88b0-421e-b6c8-4778e22e26e6'}] {{(pid=85266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 09 13:58:21.793222 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-ece65901-e669-4e56-8364-55a7fe7a1d55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:58:21.803264 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-dd26e673-6799-4b80-b063-21781ed88360 req-0f357f34-f3a5-4549-abc3-f164c81d75ca tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] 10.222.0.90 "DELETE /v2.0/ports/1df5cbc1-88b0-421e-b6c8-4778e22e26e6 HTTP/1.1" status: 204 len: 173 time: 1.4226305 Apr 09 13:58:21.839411 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-ece65901-e669-4e56-8364-55a7fe7a1d55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758280'] for subnet, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:58:21.841342 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-907cec37-e305-4263-8c2f-a3c64d0c47cd None None] Network a4bc50d2-4a55-4ee1-87aa-a1e91be18584 requested from dv-cinder-785362-1-smb {{(pid=85267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 09 13:58:21.845400 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd88d5a1c-e792-4b18-94c9-2588e9a40ae9', 'name': 'network-vif-deleted', 'tag': '1df5cbc1-88b0-421e-b6c8-4778e22e26e6', 'status': 'completed', 'code': 200} Apr 09 13:58:21.849715 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-ece65901-e669-4e56-8364-55a7fe7a1d55 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/0144e1c8-7bcb-42a5-ac9e-709c8b2e67a5 HTTP/1.1" status: 204 len: 168 time: 0.7460029 Apr 09 13:58:21.852662 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85266) accepted ('10.222.0.75', 37894) {{(pid=85266) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:58:21.977586 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-700c7653-3b79-4b33-94ac-e5fc354ba1d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-925549'] for network, before_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:58:22.054463 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.plugin [None req-700c7653-3b79-4b33-94ac-e5fc354ba1d3 admin admin] Deleting port 657fce81-b34c-4b14-bc99-6a20ce14b1e3 {{(pid=85266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 09 13:58:22.054759 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-700c7653-3b79-4b33-94ac-e5fc354ba1d3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771815896742'] for port, before_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:58:22.143578 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6161b4f5-1213-4191-aa86-564c1f8c2457 None None] DHCP port deletion for a4bc50d2-4a55-4ee1-87aa-a1e91be18584 request from dv-cinder-785362-1-smb {{(pid=85267) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 09 13:58:22.148373 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.plugin [None req-6161b4f5-1213-4191-aa86-564c1f8c2457 None None] Deleting port 657fce81-b34c-4b14-bc99-6a20ce14b1e3 {{(pid=85267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 09 13:58:22.148802 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-6161b4f5-1213-4191-aa86-564c1f8c2457 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771815896742'] for port, before_delete {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:58:22.296432 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.db [None req-700c7653-3b79-4b33-94ac-e5fc354ba1d3 admin admin] For port 657fce81-b34c-4b14-bc99-6a20ce14b1e3, host dv-cinder-785362-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-1-smb',level=0,port_id=657fce81-b34c-4b14-bc99-6a20ce14b1e3,segment=NetworkSegment(5475d062-1238-45f6-bf79-210ecdb0febe),segment_id=5475d062-1238-45f6-bf79-210ecdb0febe)] {{(pid=85266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 09 13:58:22.296926 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-700c7653-3b79-4b33-94ac-e5fc354ba1d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-707704'] for port, precommit_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:58:22.384039 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.db [None req-6161b4f5-1213-4191-aa86-564c1f8c2457 None None] For port 657fce81-b34c-4b14-bc99-6a20ce14b1e3, host dv-cinder-785362-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-1-smb',level=0,port_id=657fce81-b34c-4b14-bc99-6a20ce14b1e3,segment=NetworkSegment(5475d062-1238-45f6-bf79-210ecdb0febe),segment_id=5475d062-1238-45f6-bf79-210ecdb0febe)] {{(pid=85267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 09 13:58:22.384584 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-6161b4f5-1213-4191-aa86-564c1f8c2457 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-707704'] for port, precommit_delete {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:58:22.447558 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.plugin [None req-700c7653-3b79-4b33-94ac-e5fc354ba1d3 admin admin] Calling delete_port for 657fce81-b34c-4b14-bc99-6a20ce14b1e3 owned by network:dhcp {{(pid=85266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 09 13:58:22.475626 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.75', 37900) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:58:22.537818 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-700c7653-3b79-4b33-94ac-e5fc354ba1d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853739901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853759498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363265038874501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363265039307636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2203223'] for port, after_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:58:22.540490 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.plugin [None req-6161b4f5-1213-4191-aa86-564c1f8c2457 None None] Calling delete_port for 657fce81-b34c-4b14-bc99-6a20ce14b1e3 owned by network:dhcp {{(pid=85267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 09 13:58:22.567119 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.db_base_plugin_v2 [None req-7dd51da9-23aa-4014-837b-a945a018f954 admin admin] Deleting subnet 96e1aee4-dcb2-4577-bd93-34e5cc40f330 {{(pid=85265) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 09 13:58:22.567465 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-f053646d-582c-45c9-92b8-0d19b83a6593 tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:58:22.570635 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-7dd51da9-23aa-4014-837b-a945a018f954 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:58:22.620736 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700c7653-3b79-4b33-94ac-e5fc354ba1d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=657fce81-b34c-4b14-bc99-6a20ce14b1e3,revision_number=None']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:58:22.623417 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-700c7653-3b79-4b33-94ac-e5fc354ba1d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:58:22.629168 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-7dd51da9-23aa-4014-837b-a945a018f954 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1756215'] for subnet, precommit_delete_associations {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:58:22.630048 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.db.api [None req-6161b4f5-1213-4191-aa86-564c1f8c2457 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85267) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 09 13:58:22.631053 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_db.api [None req-6161b4f5-1213-4191-aa86-564c1f8c2457 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 09 13:58:22.692482 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-7dd51da9-23aa-4014-837b-a945a018f954 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854770481'] for subnet, precommit_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:58:22.718625 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-700c7653-3b79-4b33-94ac-e5fc354ba1d3 admin admin] No DVR routers for this DVR port 657fce81-b34c-4b14-bc99-6a20ce14b1e3 on host dv-cinder-785362-1-smb {{(pid=85266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 09 13:58:22.780060 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.rpc [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Device 1df5cbc1-88b0-421e-b6c8-4778e22e26e6 no longer exists at agent hyperv_hv-cinder-78536 {{(pid=85267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 09 13:58:22.823646 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.plugin [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] No Port match for: 1df5cbc1-88b0-421e-b6c8-4778e22e26e6 {{(pid=85267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 09 13:58:22.824140 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.rpc [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Device 1df5cbc1-88b0-421e-b6c8-4778e22e26e6 not bound to the agent host hv-cinder-78536 {{(pid=85267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 09 13:58:22.847329 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-700c7653-3b79-4b33-94ac-e5fc354ba1d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-12623', 'neutron.services.segments.db._delete_segments_for_network--9223363265038819086'] for network, precommit_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:58:22.974742 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.services.segments.db [None req-700c7653-3b79-4b33-94ac-e5fc354ba1d3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4bc50d2-4a55-4ee1-87aa-a1e91be18584']}} {{(pid=85266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 13:58:22.978257 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-7dd51da9-23aa-4014-837b-a945a018f954 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-5316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2810711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852396181'] for subnet, after_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:58:22.990189 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.services.segments.db [None req-700c7653-3b79-4b33-94ac-e5fc354ba1d3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5475d062-1238-45f6-bf79-210ecdb0febe') {'for_net_delete': True} {{(pid=85266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 13:58:22.990542 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.services.segments.db [None req-700c7653-3b79-4b33-94ac-e5fc354ba1d3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5475d062-1238-45f6-bf79-210ecdb0febe') {} {{(pid=85266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 13:58:22.995741 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:58:23.004031 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-700c7653-3b79-4b33-94ac-e5fc354ba1d3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363265038788092', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852573549'] for segment, before_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:58:23.025424 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-700c7653-3b79-4b33-94ac-e5fc354ba1d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854760408'] for segment, precommit_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:58:23.033265 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-700c7653-3b79-4b33-94ac-e5fc354ba1d3 admin admin] Releasing vlan 617 on physical network physnet1 to pool {{(pid=85266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 09 13:58:23.046082 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd51da9-23aa-4014-837b-a945a018f954 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=96e1aee4-dcb2-4577-bd93-34e5cc40f330,revision_number=None']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:58:23.050906 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-7dd51da9-23aa-4014-837b-a945a018f954 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:58:23.131821 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.plugin [None req-6161b4f5-1213-4191-aa86-564c1f8c2457 None None] Deleting port 657fce81-b34c-4b14-bc99-6a20ce14b1e3 {{(pid=85267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 09 13:58:23.132373 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-6161b4f5-1213-4191-aa86-564c1f8c2457 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771815896742'] for port, before_delete {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:58:23.203538 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-7dd51da9-23aa-4014-837b-a945a018f954 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758280'] for subnet, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:58:23.215996 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-7dd51da9-23aa-4014-837b-a945a018f954 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/96e1aee4-dcb2-4577-bd93-34e5cc40f330 HTTP/1.1" status: 204 len: 168 time: 0.7387865 Apr 09 13:58:23.221568 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.75', 37904) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:58:23.271947 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.managers [None req-700c7653-3b79-4b33-94ac-e5fc354ba1d3 admin admin] Network a4bc50d2-4a55-4ee1-87aa-a1e91be18584 has no segments {{(pid=85266) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 09 13:58:23.289485 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-700c7653-3b79-4b33-94ac-e5fc354ba1d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852572640'] for segment, after_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:58:23.355325 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.rpc [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Device 657fce81-b34c-4b14-bc99-6a20ce14b1e3 no longer exists at agent ovs-agent-dv-cinder-785362-1-smb {{(pid=85267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 09 13:58:23.364691 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-3bdac4cc-621e-4ff8-b5a1-2e1ec934d2c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-925549'] for network, before_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:58:23.439800 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.plugin [None req-6161b4f5-1213-4191-aa86-564c1f8c2457 None None] The port '657fce81-b34c-4b14-bc99-6a20ce14b1e3' was deleted {{(pid=85267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 09 13:58:23.440797 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.plugin [None req-250ccce2-add9-4520-ab97-985e32375bee None None] No Port match for: 657fce81-b34c-4b14-bc99-6a20ce14b1e3 {{(pid=85267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 09 13:58:23.441239 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.rpc [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Device 657fce81-b34c-4b14-bc99-6a20ce14b1e3 not bound to the agent host dv-cinder-785362-1-smb {{(pid=85267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 09 13:58:23.522135 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.managers [None req-700c7653-3b79-4b33-94ac-e5fc354ba1d3 admin admin] Network a4bc50d2-4a55-4ee1-87aa-a1e91be18584 has no segments {{(pid=85266) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 09 13:58:23.557985 dv-cinder-785362-1-smb neutron-server[85152]: Traceback (most recent call last): Apr 09 13:58:23.557985 dv-cinder-785362-1-smb neutron-server[85152]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 09 13:58:23.557985 dv-cinder-785362-1-smb neutron-server[85152]: timer() Apr 09 13:58:23.557985 dv-cinder-785362-1-smb neutron-server[85152]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 09 13:58:23.557985 dv-cinder-785362-1-smb neutron-server[85152]: cb(*args, **kw) Apr 09 13:58:23.557985 dv-cinder-785362-1-smb neutron-server[85152]: File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper Apr 09 13:58:23.557985 dv-cinder-785362-1-smb neutron-server[85152]: return func(*args, **kwargs) Apr 09 13:58:23.557985 dv-cinder-785362-1-smb neutron-server[85152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 09 13:58:23.557985 dv-cinder-785362-1-smb neutron-server[85152]: self._notify() Apr 09 13:58:23.557985 dv-cinder-785362-1-smb neutron-server[85152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 09 13:58:23.557985 dv-cinder-785362-1-smb neutron-server[85152]: self.callback(batched_events) Apr 09 13:58:23.557985 dv-cinder-785362-1-smb neutron-server[85152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 09 13:58:23.557985 dv-cinder-785362-1-smb neutron-server[85152]: event.method(event) Apr 09 13:58:23.557985 dv-cinder-785362-1-smb neutron-server[85152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 09 13:58:23.557985 dv-cinder-785362-1-smb neutron-server[85152]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 09 13:58:23.557985 dv-cinder-785362-1-smb neutron-server[85152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 09 13:58:23.557985 dv-cinder-785362-1-smb neutron-server[85152]: segment_id)['aggregates'][0] Apr 09 13:58:23.557985 dv-cinder-785362-1-smb neutron-server[85152]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 09 13:58:23.557985 dv-cinder-785362-1-smb neutron-server[85152]: return f(self, *a, **k) Apr 09 13:58:23.557985 dv-cinder-785362-1-smb neutron-server[85152]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 09 13:58:23.557985 dv-cinder-785362-1-smb neutron-server[85152]: return self._get(url).json() Apr 09 13:58:23.557985 dv-cinder-785362-1-smb neutron-server[85152]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 09 13:58:23.557985 dv-cinder-785362-1-smb neutron-server[85152]: **kwargs) Apr 09 13:58:23.557985 dv-cinder-785362-1-smb neutron-server[85152]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 09 13:58:23.557985 dv-cinder-785362-1-smb neutron-server[85152]: return self.request(url, 'GET', **kwargs) Apr 09 13:58:23.557985 dv-cinder-785362-1-smb neutron-server[85152]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 09 13:58:23.557985 dv-cinder-785362-1-smb neutron-server[85152]: **endpoint_filter) Apr 09 13:58:23.557985 dv-cinder-785362-1-smb neutron-server[85152]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 09 13:58:23.557985 dv-cinder-785362-1-smb neutron-server[85152]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 09 13:58:23.557985 dv-cinder-785362-1-smb neutron-server[85152]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 09 13:58:23.557985 dv-cinder-785362-1-smb neutron-server[85152]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 09 13:58:23.557985 dv-cinder-785362-1-smb neutron-server[85152]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 09 13:58:23.639855 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-700c7653-3b79-4b33-94ac-e5fc354ba1d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854763193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-711362'] for network, after_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:58:23.645268 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-700c7653-3b79-4b33-94ac-e5fc354ba1d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758280'] for network, before_response {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:58:23.649367 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-9864857d-2379-4273-a105-82a0e86e0c3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:58:23.678942 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700c7653-3b79-4b33-94ac-e5fc354ba1d3 admin admin] Pushing event deleted for resources: {'Network': ['ID=a4bc50d2-4a55-4ee1-87aa-a1e91be18584,revision_number=None']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:58:23.681822 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-700c7653-3b79-4b33-94ac-e5fc354ba1d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:58:23.694128 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-700c7653-3b79-4b33-94ac-e5fc354ba1d3 admin admin] 10.222.0.75 "DELETE /v2.0/networks/a4bc50d2-4a55-4ee1-87aa-a1e91be18584 HTTP/1.1" status: 204 len: 168 time: 1.8398192 Apr 09 13:58:23.833844 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-3bdac4cc-621e-4ff8-b5a1-2e1ec934d2c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-12623', 'neutron.services.segments.db._delete_segments_for_network--9223363265038819086'] for network, precommit_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:58:23.839040 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85266) accepted ('10.222.0.75', 37910) {{(pid=85266) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:58:23.877405 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-2681913b-aa2a-44da-b03a-17caec437a87 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=a2b444c2a873486d8c3ff30419c2c3f8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0369315 Apr 09 13:58:23.881380 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85266) accepted ('10.222.0.75', 37914) {{(pid=85266) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:58:23.953350 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-7772a1cf-ea17-49fc-b126-7c4c0d649641 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:58:23.960067 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.services.segments.db [None req-3bdac4cc-621e-4ff8-b5a1-2e1ec934d2c2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['980ef833-70b8-42cc-945f-bbc9825cba0e']}} {{(pid=85265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 13:58:23.975283 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.services.segments.db [None req-3bdac4cc-621e-4ff8-b5a1-2e1ec934d2c2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ea96457-6cc3-4179-a4b9-741b8e01731f') {'for_net_delete': True} {{(pid=85265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 13:58:23.975625 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.services.segments.db [None req-3bdac4cc-621e-4ff8-b5a1-2e1ec934d2c2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ea96457-6cc3-4179-a4b9-741b8e01731f') {} {{(pid=85265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 13:58:23.985031 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-7772a1cf-ea17-49fc-b126-7c4c0d649641 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:58:23.988469 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-3bdac4cc-621e-4ff8-b5a1-2e1ec934d2c2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363265038788092', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853019633'] for segment, before_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:58:24.013360 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-3bdac4cc-621e-4ff8-b5a1-2e1ec934d2c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854760408'] for segment, precommit_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:58:24.020730 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3bdac4cc-621e-4ff8-b5a1-2e1ec934d2c2 admin admin] Releasing vlan 642 on physical network physnet1 to pool {{(pid=85265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 09 13:58:24.043425 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-7772a1cf-ea17-49fc-b126-7c4c0d649641 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738555'] for security_group, after_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:58:24.048603 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-71f68a12-00be-4177-8b15-cedcac30aafc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:58:24.063989 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7772a1cf-ea17-49fc-b126-7c4c0d649641 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f86e6a93-b64a-4767-9b25-17d18486dafb,revision_number=None']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:58:24.069808 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-7772a1cf-ea17-49fc-b126-7c4c0d649641 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:58:24.071683 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-7772a1cf-ea17-49fc-b126-7c4c0d649641 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:58:24.072896 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-7772a1cf-ea17-49fc-b126-7c4c0d649641 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/f86e6a93-b64a-4767-9b25-17d18486dafb HTTP/1.1" status: 204 len: 168 time: 0.1902566 Apr 09 13:58:24.220506 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.managers [None req-3bdac4cc-621e-4ff8-b5a1-2e1ec934d2c2 admin admin] Network 980ef833-70b8-42cc-945f-bbc9825cba0e has no segments {{(pid=85265) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 09 13:58:24.231778 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-3bdac4cc-621e-4ff8-b5a1-2e1ec934d2c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2810634'] for segment, after_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:58:24.424213 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.managers [None req-3bdac4cc-621e-4ff8-b5a1-2e1ec934d2c2 admin admin] Network 980ef833-70b8-42cc-945f-bbc9825cba0e has no segments {{(pid=85265) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 09 13:58:24.448456 dv-cinder-785362-1-smb neutron-server[85152]: Traceback (most recent call last): Apr 09 13:58:24.448456 dv-cinder-785362-1-smb neutron-server[85152]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 09 13:58:24.448456 dv-cinder-785362-1-smb neutron-server[85152]: timer() Apr 09 13:58:24.448456 dv-cinder-785362-1-smb neutron-server[85152]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 09 13:58:24.448456 dv-cinder-785362-1-smb neutron-server[85152]: cb(*args, **kw) Apr 09 13:58:24.448456 dv-cinder-785362-1-smb neutron-server[85152]: File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper Apr 09 13:58:24.448456 dv-cinder-785362-1-smb neutron-server[85152]: return func(*args, **kwargs) Apr 09 13:58:24.448456 dv-cinder-785362-1-smb neutron-server[85152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 09 13:58:24.448456 dv-cinder-785362-1-smb neutron-server[85152]: self._notify() Apr 09 13:58:24.448456 dv-cinder-785362-1-smb neutron-server[85152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 09 13:58:24.448456 dv-cinder-785362-1-smb neutron-server[85152]: self.callback(batched_events) Apr 09 13:58:24.448456 dv-cinder-785362-1-smb neutron-server[85152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 09 13:58:24.448456 dv-cinder-785362-1-smb neutron-server[85152]: event.method(event) Apr 09 13:58:24.448456 dv-cinder-785362-1-smb neutron-server[85152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 09 13:58:24.448456 dv-cinder-785362-1-smb neutron-server[85152]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 09 13:58:24.448456 dv-cinder-785362-1-smb neutron-server[85152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 09 13:58:24.448456 dv-cinder-785362-1-smb neutron-server[85152]: segment_id)['aggregates'][0] Apr 09 13:58:24.448456 dv-cinder-785362-1-smb neutron-server[85152]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 09 13:58:24.448456 dv-cinder-785362-1-smb neutron-server[85152]: return f(self, *a, **k) Apr 09 13:58:24.448456 dv-cinder-785362-1-smb neutron-server[85152]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 09 13:58:24.448456 dv-cinder-785362-1-smb neutron-server[85152]: return self._get(url).json() Apr 09 13:58:24.448456 dv-cinder-785362-1-smb neutron-server[85152]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 09 13:58:24.448456 dv-cinder-785362-1-smb neutron-server[85152]: **kwargs) Apr 09 13:58:24.448456 dv-cinder-785362-1-smb neutron-server[85152]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 09 13:58:24.448456 dv-cinder-785362-1-smb neutron-server[85152]: return self.request(url, 'GET', **kwargs) Apr 09 13:58:24.448456 dv-cinder-785362-1-smb neutron-server[85152]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 09 13:58:24.448456 dv-cinder-785362-1-smb neutron-server[85152]: **endpoint_filter) Apr 09 13:58:24.448456 dv-cinder-785362-1-smb neutron-server[85152]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 09 13:58:24.448456 dv-cinder-785362-1-smb neutron-server[85152]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 09 13:58:24.448456 dv-cinder-785362-1-smb neutron-server[85152]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 09 13:58:24.448456 dv-cinder-785362-1-smb neutron-server[85152]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 09 13:58:24.448456 dv-cinder-785362-1-smb neutron-server[85152]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 09 13:58:24.555093 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-3bdac4cc-621e-4ff8-b5a1-2e1ec934d2c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854763193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-711362'] for network, after_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:58:24.558861 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-d74f55f7-9c56-4371-8ae8-ed30c6d60e2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:58:24.574468 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-3bdac4cc-621e-4ff8-b5a1-2e1ec934d2c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758280'] for network, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:58:24.586895 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdac4cc-621e-4ff8-b5a1-2e1ec934d2c2 admin admin] Pushing event deleted for resources: {'Network': ['ID=980ef833-70b8-42cc-945f-bbc9825cba0e,revision_number=None']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:58:24.590498 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-3bdac4cc-621e-4ff8-b5a1-2e1ec934d2c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:58:24.595945 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-3bdac4cc-621e-4ff8-b5a1-2e1ec934d2c2 admin admin] 10.222.0.75 "DELETE /v2.0/networks/980ef833-70b8-42cc-945f-bbc9825cba0e HTTP/1.1" status: 204 len: 168 time: 1.3730757 Apr 09 13:58:24.803440 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.75', 37940) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:58:24.860085 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-3244a4af-804e-47a7-a359-769fcead2a9d admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=62f48136cb2a4566a0aa2a3df7313d89&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0546830 Apr 09 13:58:24.862967 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.75', 37944) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:58:24.928886 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-125ee2fc-67d7-45ab-9ab1-c30de57a9f28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:58:24.957471 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-125ee2fc-67d7-45ab-9ab1-c30de57a9f28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:58:25.011425 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-125ee2fc-67d7-45ab-9ab1-c30de57a9f28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738555'] for security_group, after_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:58:25.016824 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-4a7d3713-e362-4fef-97d3-e3b32beda4ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:58:25.031451 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125ee2fc-67d7-45ab-9ab1-c30de57a9f28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8f7f5e9-cd69-4835-8f28-4d28be93cebb,revision_number=None']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:58:25.034952 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-125ee2fc-67d7-45ab-9ab1-c30de57a9f28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:58:25.043684 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-125ee2fc-67d7-45ab-9ab1-c30de57a9f28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:58:25.044277 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-125ee2fc-67d7-45ab-9ab1-c30de57a9f28 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/c8f7f5e9-cd69-4835-8f28-4d28be93cebb HTTP/1.1" status: 204 len: 168 time: 0.1800985 Apr 09 13:58:26.080544 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.75', 37986) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:58:26.316222 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-0ff9aece-fc0f-4de4-8dba-1196b10df36b admin admin] Notify callbacks [] for security_group, before_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:58:26.332610 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-0ff9aece-fc0f-4de4-8dba-1196b10df36b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 13:58:26.336923 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-0ff9aece-fc0f-4de4-8dba-1196b10df36b admin admin] Usage tracker for resource:security_group_rule and tenant:02cde9821d484bf8b449ca474fdfc4da is out of sync, need to count used quota {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 13:58:26.340001 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-0ff9aece-fc0f-4de4-8dba-1196b10df36b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 13:58:26.346878 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-0ff9aece-fc0f-4de4-8dba-1196b10df36b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 13:58:26.442423 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-0ff9aece-fc0f-4de4-8dba-1196b10df36b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:58:26.445666 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-0ff9aece-fc0f-4de4-8dba-1196b10df36b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738555'] for security_group, after_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:58:26.457100 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-125ee2fc-67d7-45ab-9ab1-c30de57a9f28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:58:26.506626 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85266) accepted ('10.222.0.75', 38002) {{(pid=85266) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:58:26.506856 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-0ff9aece-fc0f-4de4-8dba-1196b10df36b admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=02cde9821d484bf8b449ca474fdfc4da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4243598 Apr 09 13:58:26.508620 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff9aece-fc0f-4de4-8dba-1196b10df36b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a876b371-a49d-4920-b2ad-c93bdac08a50,revision_number=1']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:58:26.511975 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-0ff9aece-fc0f-4de4-8dba-1196b10df36b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:58:26.607135 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-dce87c22-9d63-4f9c-8164-ad3438333801 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:58:26.636636 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-dce87c22-9d63-4f9c-8164-ad3438333801 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:58:26.690952 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-dce87c22-9d63-4f9c-8164-ad3438333801 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738555'] for security_group, after_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:58:26.699033 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-bc87dc06-ab8a-4887-b815-a75870eaa3c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:58:26.713328 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce87c22-9d63-4f9c-8164-ad3438333801 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a876b371-a49d-4920-b2ad-c93bdac08a50,revision_number=None']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:58:26.716693 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-dce87c22-9d63-4f9c-8164-ad3438333801 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:58:26.718893 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-dce87c22-9d63-4f9c-8164-ad3438333801 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:58:26.720170 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-dce87c22-9d63-4f9c-8164-ad3438333801 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/a876b371-a49d-4920-b2ad-c93bdac08a50 HTTP/1.1" status: 204 len: 168 time: 0.2120416 Apr 09 13:58:27.164512 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85266) accepted ('10.222.0.75', 38026) {{(pid=85266) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:58:27.184610 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-05d3d7eb-348c-4a03-9a90-00b9f29d9be2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:58:27.201803 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-05d3d7eb-348c-4a03-9a90-00b9f29d9be2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 13:58:27.205975 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-05d3d7eb-348c-4a03-9a90-00b9f29d9be2 admin admin] Usage tracker for resource:security_group_rule and tenant:f581afa53564420fa89d63d2ec0e5e4d is out of sync, need to count used quota {{(pid=85266) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 13:58:27.209841 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-05d3d7eb-348c-4a03-9a90-00b9f29d9be2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85266) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 13:58:27.219534 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-05d3d7eb-348c-4a03-9a90-00b9f29d9be2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 13:58:27.330854 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-05d3d7eb-348c-4a03-9a90-00b9f29d9be2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:58:27.334549 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-05d3d7eb-348c-4a03-9a90-00b9f29d9be2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738555'] for security_group, after_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:58:27.343604 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-0a14fd60-f654-48f2-9ce2-270bcf629e89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:58:27.354342 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.75', 38032) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:58:27.390432 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-05d3d7eb-348c-4a03-9a90-00b9f29d9be2 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=f581afa53564420fa89d63d2ec0e5e4d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2246466 Apr 09 13:58:27.391437 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d3d7eb-348c-4a03-9a90-00b9f29d9be2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54eaa268-aede-4842-87e1-2f27e404da94,revision_number=1']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:58:27.395264 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.75', 38038) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:58:27.395543 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-05d3d7eb-348c-4a03-9a90-00b9f29d9be2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:58:27.466386 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-e7557e9c-f12e-4014-84a5-39429e4b8445 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:58:27.510944 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-23106e8b-92ce-43e4-8dec-ee14554b6e37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:58:27.523758 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-e7557e9c-f12e-4014-84a5-39429e4b8445 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:58:27.540356 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-23106e8b-92ce-43e4-8dec-ee14554b6e37 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 13:58:27.553340 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-23106e8b-92ce-43e4-8dec-ee14554b6e37 admin admin] Usage tracker for resource:security_group_rule and tenant:83e8ee5ca23647fb825196915fabb067 is out of sync, need to count used quota {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 13:58:27.557579 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-23106e8b-92ce-43e4-8dec-ee14554b6e37 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 13:58:27.575014 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-23106e8b-92ce-43e4-8dec-ee14554b6e37 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 13:58:27.611796 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-e7557e9c-f12e-4014-84a5-39429e4b8445 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738555'] for security_group, after_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:58:27.618011 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-a8f516c3-8711-4d9d-bc3d-dcfe3a32ca35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:58:27.638398 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7557e9c-f12e-4014-84a5-39429e4b8445 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54eaa268-aede-4842-87e1-2f27e404da94,revision_number=None']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:58:27.642389 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-e7557e9c-f12e-4014-84a5-39429e4b8445 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:58:27.665016 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-e7557e9c-f12e-4014-84a5-39429e4b8445 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:58:27.666391 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-e7557e9c-f12e-4014-84a5-39429e4b8445 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/54eaa268-aede-4842-87e1-2f27e404da94 HTTP/1.1" status: 204 len: 168 time: 0.2695789 Apr 09 13:58:27.712344 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-23106e8b-92ce-43e4-8dec-ee14554b6e37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:58:27.715265 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-23106e8b-92ce-43e4-8dec-ee14554b6e37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738555'] for security_group, after_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:58:27.725504 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-5b9fde55-c92f-4898-b2b6-e57586b8885e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:58:27.781150 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-23106e8b-92ce-43e4-8dec-ee14554b6e37 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=83e8ee5ca23647fb825196915fabb067&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4255691 Apr 09 13:58:27.782185 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23106e8b-92ce-43e4-8dec-ee14554b6e37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70606e08-af3b-46f4-abb6-728f03552c06,revision_number=1']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:58:27.785846 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85266) accepted ('10.222.0.75', 38044) {{(pid=85266) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:58:27.786368 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-23106e8b-92ce-43e4-8dec-ee14554b6e37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:58:27.858174 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-565da924-900d-4895-a623-b43c85600f7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:58:27.892753 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-565da924-900d-4895-a623-b43c85600f7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:58:27.940890 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-565da924-900d-4895-a623-b43c85600f7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738555'] for security_group, after_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:58:27.946300 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-a6e0ada5-96a9-4bcc-a7c1-fb5910e332b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:58:27.959967 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565da924-900d-4895-a623-b43c85600f7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70606e08-af3b-46f4-abb6-728f03552c06,revision_number=None']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:58:27.962324 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-565da924-900d-4895-a623-b43c85600f7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:58:27.970206 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-565da924-900d-4895-a623-b43c85600f7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:58:27.972013 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-565da924-900d-4895-a623-b43c85600f7a admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/70606e08-af3b-46f4-abb6-728f03552c06 HTTP/1.1" status: 204 len: 168 time: 0.1835783 Apr 09 13:58:28.435497 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.75', 38066) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:58:28.460347 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-c38f371c-2363-4616-8796-ea546f4df8bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:58:28.477151 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-c38f371c-2363-4616-8796-ea546f4df8bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 13:58:28.481471 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-c38f371c-2363-4616-8796-ea546f4df8bd admin admin] Usage tracker for resource:security_group_rule and tenant:99c4b43f7982415ea36af0b3efb16a7b is out of sync, need to count used quota {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 13:58:28.484674 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-c38f371c-2363-4616-8796-ea546f4df8bd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 13:58:28.492186 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-c38f371c-2363-4616-8796-ea546f4df8bd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 13:58:28.610941 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-c38f371c-2363-4616-8796-ea546f4df8bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:58:28.614484 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-c38f371c-2363-4616-8796-ea546f4df8bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738555'] for security_group, after_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:58:28.624100 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-c15f6737-7e17-4641-93c1-7dd3a178ada1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:58:28.668449 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-c38f371c-2363-4616-8796-ea546f4df8bd admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=99c4b43f7982415ea36af0b3efb16a7b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2316823 Apr 09 13:58:28.669406 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38f371c-2363-4616-8796-ea546f4df8bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9006f6d-5a2f-47ba-b762-75d789ea15b6,revision_number=1']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:58:28.671276 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85266) accepted ('10.222.0.75', 38074) {{(pid=85266) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:58:28.672682 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-c38f371c-2363-4616-8796-ea546f4df8bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:58:28.739131 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-309a3863-1f16-41e7-945e-97c76873b49c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:58:28.768057 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-309a3863-1f16-41e7-945e-97c76873b49c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:58:28.823412 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-309a3863-1f16-41e7-945e-97c76873b49c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738555'] for security_group, after_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:58:28.829139 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-9c8083a7-0fc8-4290-918f-90ab905bef30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:58:28.842653 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309a3863-1f16-41e7-945e-97c76873b49c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9006f6d-5a2f-47ba-b762-75d789ea15b6,revision_number=None']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:58:28.845906 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-309a3863-1f16-41e7-945e-97c76873b49c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:58:28.849157 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-309a3863-1f16-41e7-945e-97c76873b49c admin admin] Notify callbacks [] for security_group, before_response {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:58:28.853191 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-309a3863-1f16-41e7-945e-97c76873b49c admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/a9006f6d-5a2f-47ba-b762-75d789ea15b6 HTTP/1.1" status: 204 len: 168 time: 0.1806457 Apr 09 13:58:29.998265 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.75', 38122) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:58:30.206135 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-ae6f2fb5-a0ad-4220-904a-f00fb3320e87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:58:30.222163 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-ae6f2fb5-a0ad-4220-904a-f00fb3320e87 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 13:58:30.226885 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-ae6f2fb5-a0ad-4220-904a-f00fb3320e87 admin admin] Usage tracker for resource:security_group_rule and tenant:0c4a2405508343eaafc4bed3cf91fbc0 is out of sync, need to count used quota {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 13:58:30.230087 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-ae6f2fb5-a0ad-4220-904a-f00fb3320e87 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 13:58:30.236267 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-ae6f2fb5-a0ad-4220-904a-f00fb3320e87 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 13:58:30.332345 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-ae6f2fb5-a0ad-4220-904a-f00fb3320e87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:58:30.335619 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-ae6f2fb5-a0ad-4220-904a-f00fb3320e87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738555'] for security_group, after_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:58:30.345716 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-b0747b22-f301-4fc1-afdf-e3c6ffd79018 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:58:30.396324 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-ae6f2fb5-a0ad-4220-904a-f00fb3320e87 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=0c4a2405508343eaafc4bed3cf91fbc0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3937421 Apr 09 13:58:30.396324 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6f2fb5-a0ad-4220-904a-f00fb3320e87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad6b2954-bb3d-4896-bf34-fd6620648770,revision_number=1']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:58:30.396770 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85266) accepted ('10.222.0.75', 38138) {{(pid=85266) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:58:30.398336 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-ae6f2fb5-a0ad-4220-904a-f00fb3320e87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:58:30.467012 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-2517f7b0-a9a1-4b10-b7b0-26c6a315940e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:58:30.497480 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-2517f7b0-a9a1-4b10-b7b0-26c6a315940e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:58:30.552345 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-2517f7b0-a9a1-4b10-b7b0-26c6a315940e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738555'] for security_group, after_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:58:30.558464 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-8dc38629-daff-43ff-95a9-a5da1be62cca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:58:30.576923 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2517f7b0-a9a1-4b10-b7b0-26c6a315940e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad6b2954-bb3d-4896-bf34-fd6620648770,revision_number=None']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:58:30.580133 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-2517f7b0-a9a1-4b10-b7b0-26c6a315940e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:58:30.582001 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-2517f7b0-a9a1-4b10-b7b0-26c6a315940e admin admin] Notify callbacks [] for security_group, before_response {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:58:30.586211 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-2517f7b0-a9a1-4b10-b7b0-26c6a315940e admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/ad6b2954-bb3d-4896-bf34-fd6620648770 HTTP/1.1" status: 204 len: 168 time: 0.1855698 Apr 09 13:58:30.991691 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85266) accepted ('10.222.0.75', 38158) {{(pid=85266) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:58:31.011986 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-6168b837-0b24-439d-9711-756bfb4eb960 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:58:31.029814 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-6168b837-0b24-439d-9711-756bfb4eb960 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 13:58:31.035083 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-6168b837-0b24-439d-9711-756bfb4eb960 admin admin] Usage tracker for resource:security_group_rule and tenant:7226500bff834419a8aa6b20fe21394f is out of sync, need to count used quota {{(pid=85266) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 13:58:31.038159 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-6168b837-0b24-439d-9711-756bfb4eb960 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85266) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 13:58:31.045559 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-6168b837-0b24-439d-9711-756bfb4eb960 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 13:58:31.095800 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-1038e189-05c3-4a3a-9b85-ecad93da6f46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:58:31.150085 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-6168b837-0b24-439d-9711-756bfb4eb960 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:58:31.154450 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-6168b837-0b24-439d-9711-756bfb4eb960 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738555'] for security_group, after_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:58:31.188351 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-8c618c7b-74a0-4e6b-8215-a7c1130818b8 tempest-TestShelveInstance-2046492814 tempest-TestShelveInstance-2046492814-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:58:31.203137 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-6168b837-0b24-439d-9711-756bfb4eb960 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=7226500bff834419a8aa6b20fe21394f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2099600 Apr 09 13:58:31.206222 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85266) accepted ('10.222.0.75', 38164) {{(pid=85266) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:58:31.244754 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6168b837-0b24-439d-9711-756bfb4eb960 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cd9651c-cf0d-4866-80be-5641188e16a7,revision_number=1']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:58:31.255446 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-6168b837-0b24-439d-9711-756bfb4eb960 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:58:31.532064 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-2166c7c5-518e-484e-a7aa-7acbc39b61be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:58:31.561238 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-2166c7c5-518e-484e-a7aa-7acbc39b61be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:58:31.611453 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-2166c7c5-518e-484e-a7aa-7acbc39b61be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738555'] for security_group, after_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:58:31.617797 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-ca96763d-4aa4-4271-8197-d17639400d20 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:58:31.632264 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2166c7c5-518e-484e-a7aa-7acbc39b61be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cd9651c-cf0d-4866-80be-5641188e16a7,revision_number=None']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:58:31.635151 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-2166c7c5-518e-484e-a7aa-7acbc39b61be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:58:31.636388 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-2166c7c5-518e-484e-a7aa-7acbc39b61be admin admin] Notify callbacks [] for security_group, before_response {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:58:31.637587 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-2166c7c5-518e-484e-a7aa-7acbc39b61be admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/0cd9651c-cf0d-4866-80be-5641188e16a7 HTTP/1.1" status: 204 len: 168 time: 0.4301295 Apr 09 13:58:33.740322 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.75', 38232) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:58:33.896168 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-516e9824-704e-405f-bc6b-97df89dd801c admin admin] Notify callbacks [] for security_group, before_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:58:33.913263 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-516e9824-704e-405f-bc6b-97df89dd801c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 13:58:33.917402 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-516e9824-704e-405f-bc6b-97df89dd801c admin admin] Usage tracker for resource:security_group_rule and tenant:a68a92a9fa844446b147c1438ec1729a is out of sync, need to count used quota {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 13:58:33.920495 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-516e9824-704e-405f-bc6b-97df89dd801c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 13:58:33.927167 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-516e9824-704e-405f-bc6b-97df89dd801c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 13:58:34.022189 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-516e9824-704e-405f-bc6b-97df89dd801c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:58:34.025504 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-516e9824-704e-405f-bc6b-97df89dd801c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738555'] for security_group, after_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:58:34.037383 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-d7b53bcf-1ae3-48e4-b129-b5fdd4209704 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:58:34.083321 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-516e9824-704e-405f-bc6b-97df89dd801c admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=a68a92a9fa844446b147c1438ec1729a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3413701 Apr 09 13:58:34.085282 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85266) accepted ('10.222.0.75', 38244) {{(pid=85266) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:58:34.089447 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516e9824-704e-405f-bc6b-97df89dd801c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aea2016c-c55d-4a2a-a513-835601b42602,revision_number=1']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:58:34.093571 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-516e9824-704e-405f-bc6b-97df89dd801c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:58:34.158304 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-22812079-ab4b-4626-90f3-0e6fc7c2529d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:58:34.187174 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-22812079-ab4b-4626-90f3-0e6fc7c2529d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:58:34.241548 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-22812079-ab4b-4626-90f3-0e6fc7c2529d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738555'] for security_group, after_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:58:34.248016 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-6128b66c-98b9-4aff-8b7d-272f4b14b559 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:58:34.258304 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-e7f65d01-8343-4e6c-ab3c-231f9dfa3ea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:58:34.263732 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22812079-ab4b-4626-90f3-0e6fc7c2529d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aea2016c-c55d-4a2a-a513-835601b42602,revision_number=None']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:58:34.266153 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-22812079-ab4b-4626-90f3-0e6fc7c2529d admin admin] Notify callbacks [] for security_group, before_response {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:58:34.269248 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-22812079-ab4b-4626-90f3-0e6fc7c2529d admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/aea2016c-c55d-4a2a-a513-835601b42602 HTTP/1.1" status: 204 len: 168 time: 0.1803942 Apr 09 13:58:34.270964 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-22812079-ab4b-4626-90f3-0e6fc7c2529d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:58:34.624845 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-038b6fee-909e-41c9-b649-649ad33ce393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:58:34.647121 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85266) accepted ('10.222.0.75', 38254) {{(pid=85266) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:58:34.676283 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-8ad2e6f6-5e2f-44f7-b6ec-39bcee78311e admin admin] Notify callbacks [] for security_group, before_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:58:34.695464 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-8ad2e6f6-5e2f-44f7-b6ec-39bcee78311e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 13:58:34.700018 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-8ad2e6f6-5e2f-44f7-b6ec-39bcee78311e admin admin] Usage tracker for resource:security_group_rule and tenant:463e5f29f82c473fb99c25cf14eb7586 is out of sync, need to count used quota {{(pid=85266) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 13:58:34.704003 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-8ad2e6f6-5e2f-44f7-b6ec-39bcee78311e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85266) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 13:58:34.711998 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-8ad2e6f6-5e2f-44f7-b6ec-39bcee78311e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 13:58:34.803481 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-8ad2e6f6-5e2f-44f7-b6ec-39bcee78311e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:58:34.806726 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-8ad2e6f6-5e2f-44f7-b6ec-39bcee78311e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738555'] for security_group, after_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:58:34.818390 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-22812079-ab4b-4626-90f3-0e6fc7c2529d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:58:34.865133 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-8ad2e6f6-5e2f-44f7-b6ec-39bcee78311e admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=463e5f29f82c473fb99c25cf14eb7586&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2165022 Apr 09 13:58:34.866860 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad2e6f6-5e2f-44f7-b6ec-39bcee78311e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51737700-a4bf-40cd-b781-2b99545512a5,revision_number=1']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:58:34.868217 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.75', 38266) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:58:34.870181 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-8ad2e6f6-5e2f-44f7-b6ec-39bcee78311e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:58:34.941929 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-9ae05c33-8051-4851-97de-11d37ba623bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:58:34.977783 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-9ae05c33-8051-4851-97de-11d37ba623bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:58:35.035477 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-9ae05c33-8051-4851-97de-11d37ba623bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738555'] for security_group, after_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:58:35.040763 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-34e6f71b-64d8-44b3-a6d8-626b6bbdf9ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:58:35.057068 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae05c33-8051-4851-97de-11d37ba623bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51737700-a4bf-40cd-b781-2b99545512a5,revision_number=None']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:58:35.061502 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-9ae05c33-8051-4851-97de-11d37ba623bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:58:35.077857 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-9ae05c33-8051-4851-97de-11d37ba623bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:58:35.082957 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-9ae05c33-8051-4851-97de-11d37ba623bc admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/51737700-a4bf-40cd-b781-2b99545512a5 HTTP/1.1" status: 204 len: 168 time: 0.2129080 Apr 09 13:58:35.283775 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:58:35.721905 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-c378f248-96be-4ef7-a52f-f55c09e56a36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:58:38.488398 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85266) accepted ('10.222.0.75', 38358) {{(pid=85266) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:58:38.678443 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-cd74036d-2106-41d8-a7e3-b5d858527ae7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:58:38.696667 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-cd74036d-2106-41d8-a7e3-b5d858527ae7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 13:58:38.700945 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-cd74036d-2106-41d8-a7e3-b5d858527ae7 admin admin] Usage tracker for resource:security_group_rule and tenant:726ac4d94f7949f0aab2a52cbd5f1a1d is out of sync, need to count used quota {{(pid=85266) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 13:58:38.704675 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-cd74036d-2106-41d8-a7e3-b5d858527ae7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85266) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 13:58:38.711554 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-cd74036d-2106-41d8-a7e3-b5d858527ae7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 13:58:38.810475 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-cd74036d-2106-41d8-a7e3-b5d858527ae7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:58:38.813472 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-cd74036d-2106-41d8-a7e3-b5d858527ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738555'] for security_group, after_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:58:38.823549 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-d67ff920-a1ad-491a-91d2-e423a8ab6712 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:58:38.870794 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-cd74036d-2106-41d8-a7e3-b5d858527ae7 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=726ac4d94f7949f0aab2a52cbd5f1a1d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3806732 Apr 09 13:58:38.871766 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd74036d-2106-41d8-a7e3-b5d858527ae7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9481cde5-006f-44eb-951d-8bd8e5a03b47,revision_number=1']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:58:38.874582 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.75', 38370) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:58:38.875216 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-cd74036d-2106-41d8-a7e3-b5d858527ae7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:58:38.953032 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-be519c5d-adcb-459a-bb97-1e3b12d8b35e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:58:38.990102 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-be519c5d-adcb-459a-bb97-1e3b12d8b35e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:58:39.036476 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-be519c5d-adcb-459a-bb97-1e3b12d8b35e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738555'] for security_group, after_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:58:39.040618 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-71cc336a-827f-4f9b-8274-5efe8cf6bfbf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:58:39.056775 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be519c5d-adcb-459a-bb97-1e3b12d8b35e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9481cde5-006f-44eb-951d-8bd8e5a03b47,revision_number=None']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:58:39.062149 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-be519c5d-adcb-459a-bb97-1e3b12d8b35e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:58:39.064262 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-be519c5d-adcb-459a-bb97-1e3b12d8b35e admin admin] Notify callbacks [] for security_group, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:58:39.066237 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-be519c5d-adcb-459a-bb97-1e3b12d8b35e admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/9481cde5-006f-44eb-951d-8bd8e5a03b47 HTTP/1.1" status: 204 len: 168 time: 0.1895859 Apr 09 13:58:39.396207 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.75', 38378) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:58:39.415601 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-4ba99003-a096-44a4-8293-429371be6f6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:58:39.432223 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-4ba99003-a096-44a4-8293-429371be6f6c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 13:58:39.436354 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-4ba99003-a096-44a4-8293-429371be6f6c admin admin] Usage tracker for resource:security_group_rule and tenant:eb4ee0d077b7452b9469b115e01de46c is out of sync, need to count used quota {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 13:58:39.439360 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-4ba99003-a096-44a4-8293-429371be6f6c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 13:58:39.446127 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-4ba99003-a096-44a4-8293-429371be6f6c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 13:58:39.542278 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-4ba99003-a096-44a4-8293-429371be6f6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:58:39.545842 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-4ba99003-a096-44a4-8293-429371be6f6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738555'] for security_group, after_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:58:39.556403 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-6ce672b3-3e62-4541-aa17-4d60997eb6fa tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:58:39.600972 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-4ba99003-a096-44a4-8293-429371be6f6c admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=eb4ee0d077b7452b9469b115e01de46c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2032101 Apr 09 13:58:39.601968 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba99003-a096-44a4-8293-429371be6f6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3563d7c7-6a2c-47c3-8e30-4da4a817e00e,revision_number=1']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:58:39.603747 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85266) accepted ('10.222.0.75', 38382) {{(pid=85266) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:58:39.605492 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-4ba99003-a096-44a4-8293-429371be6f6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:58:39.671106 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-a1a3ea7d-9fe7-45e5-a688-977425043d27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:58:39.699457 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-a1a3ea7d-9fe7-45e5-a688-977425043d27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:58:39.748814 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-a1a3ea7d-9fe7-45e5-a688-977425043d27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738555'] for security_group, after_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:58:39.754563 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-565da924-900d-4895-a623-b43c85600f7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:58:39.769734 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a3ea7d-9fe7-45e5-a688-977425043d27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3563d7c7-6a2c-47c3-8e30-4da4a817e00e,revision_number=None']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:58:39.772222 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-a1a3ea7d-9fe7-45e5-a688-977425043d27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:58:39.782918 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-a1a3ea7d-9fe7-45e5-a688-977425043d27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:58:39.787440 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-a1a3ea7d-9fe7-45e5-a688-977425043d27 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/3563d7c7-6a2c-47c3-8e30-4da4a817e00e HTTP/1.1" status: 204 len: 168 time: 0.1787825 Apr 09 13:58:40.257301 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.75', 38402) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:58:40.420528 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.agents_db [None req-c64c1605-ccfd-4af7-a5d2-2f7932bd8cd3 None None] Agent healthcheck: found 6 active agents {{(pid=85268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 09 13:58:40.463409 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-b8f1cc3f-70a0-465e-ba22-5b4ec9e57331 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:58:40.480953 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-b8f1cc3f-70a0-465e-ba22-5b4ec9e57331 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 13:58:40.486539 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-b8f1cc3f-70a0-465e-ba22-5b4ec9e57331 admin admin] Usage tracker for resource:security_group_rule and tenant:56f459192ff94528983f78053ad72177 is out of sync, need to count used quota {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 13:58:40.490428 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-b8f1cc3f-70a0-465e-ba22-5b4ec9e57331 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 13:58:40.497162 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-b8f1cc3f-70a0-465e-ba22-5b4ec9e57331 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 13:58:40.602989 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-b8f1cc3f-70a0-465e-ba22-5b4ec9e57331 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:58:40.606634 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-b8f1cc3f-70a0-465e-ba22-5b4ec9e57331 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738555'] for security_group, after_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:58:40.615188 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-4ba99003-a096-44a4-8293-429371be6f6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:58:40.658376 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-b8f1cc3f-70a0-465e-ba22-5b4ec9e57331 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=56f459192ff94528983f78053ad72177&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3998168 Apr 09 13:58:40.662042 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85266) accepted ('10.222.0.75', 38418) {{(pid=85266) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:58:40.664554 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f1cc3f-70a0-465e-ba22-5b4ec9e57331 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdd5ea6e-0958-4930-8a64-ece8de3538e4,revision_number=1']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:58:40.667936 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-b8f1cc3f-70a0-465e-ba22-5b4ec9e57331 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:58:40.739813 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-2fbe57dd-7e4a-476f-80b9-9ec789cb9c04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:58:40.772212 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-2fbe57dd-7e4a-476f-80b9-9ec789cb9c04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:58:40.819281 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-2fbe57dd-7e4a-476f-80b9-9ec789cb9c04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738555'] for security_group, after_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:58:40.826327 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-30fed548-43fd-46ba-a8ed-806ac18185d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:58:40.841303 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbe57dd-7e4a-476f-80b9-9ec789cb9c04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdd5ea6e-0958-4930-8a64-ece8de3538e4,revision_number=None']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:58:40.844479 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-2fbe57dd-7e4a-476f-80b9-9ec789cb9c04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:58:40.845334 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-2fbe57dd-7e4a-476f-80b9-9ec789cb9c04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:58:40.850392 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-2fbe57dd-7e4a-476f-80b9-9ec789cb9c04 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/bdd5ea6e-0958-4930-8a64-ece8de3538e4 HTTP/1.1" status: 204 len: 168 time: 0.1869118 Apr 09 13:58:41.038798 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:58:41.240407 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85266) accepted ('10.222.0.75', 38434) {{(pid=85266) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:58:41.355567 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85266) accepted ('10.222.0.75', 38440) {{(pid=85266) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:58:41.377482 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-2a3ce466-2b35-4a88-95ce-c83b2f884aa4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:58:41.421466 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-5519415f-1971-4476-afd5-0ca6fde2cf71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:58:41.433418 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-2a3ce466-2b35-4a88-95ce-c83b2f884aa4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 13:58:41.441300 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-2a3ce466-2b35-4a88-95ce-c83b2f884aa4 admin admin] Usage tracker for resource:security_group_rule and tenant:246a9bbc07d34c19bde90f4f73c2b5ce is out of sync, need to count used quota {{(pid=85266) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 13:58:41.445169 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-2a3ce466-2b35-4a88-95ce-c83b2f884aa4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85266) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 13:58:41.448345 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-5519415f-1971-4476-afd5-0ca6fde2cf71 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 13:58:41.454569 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-2a3ce466-2b35-4a88-95ce-c83b2f884aa4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 13:58:41.457591 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-5519415f-1971-4476-afd5-0ca6fde2cf71 admin admin] Usage tracker for resource:security_group_rule and tenant:fa6e788cb4b248829a691970b64c4a13 is out of sync, need to count used quota {{(pid=85266) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 13:58:41.461480 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-5519415f-1971-4476-afd5-0ca6fde2cf71 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85266) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 13:58:41.476671 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-5519415f-1971-4476-afd5-0ca6fde2cf71 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 13:58:41.631421 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-2a3ce466-2b35-4a88-95ce-c83b2f884aa4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:58:41.638100 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-2a3ce466-2b35-4a88-95ce-c83b2f884aa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738555'] for security_group, after_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:58:41.646992 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-5519415f-1971-4476-afd5-0ca6fde2cf71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:58:41.649802 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-a1a3ea7d-9fe7-45e5-a688-977425043d27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:58:41.664602 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-5519415f-1971-4476-afd5-0ca6fde2cf71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738555'] for security_group, after_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:58:41.716083 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-2a3ce466-2b35-4a88-95ce-c83b2f884aa4 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=246a9bbc07d34c19bde90f4f73c2b5ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3593342 Apr 09 13:58:41.719388 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.75', 38444) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:58:41.724108 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3ce466-2b35-4a88-95ce-c83b2f884aa4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78265138-6eb7-48bf-9538-b29a0b7ac356,revision_number=1']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:58:41.727797 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-2a3ce466-2b35-4a88-95ce-c83b2f884aa4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:58:41.729475 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-4688a648-6a34-42be-8437-f91db3f94a37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.052s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:58:41.757057 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-5519415f-1971-4476-afd5-0ca6fde2cf71 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=fa6e788cb4b248829a691970b64c4a13&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5127158 Apr 09 13:58:41.757895 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85266) accepted ('10.222.0.75', 38448) {{(pid=85266) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:58:41.774367 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5519415f-1971-4476-afd5-0ca6fde2cf71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=093c0414-b979-4bb7-a916-4cf0042040a9,revision_number=1']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:58:41.777692 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-5519415f-1971-4476-afd5-0ca6fde2cf71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:58:41.794227 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-08f72dc6-91ad-4dde-a1b5-77a612682680 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:58:41.824619 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-08f72dc6-91ad-4dde-a1b5-77a612682680 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:58:41.837309 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-547f1d04-e8d9-446f-9136-863da81db826 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:58:41.865224 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-547f1d04-e8d9-446f-9136-863da81db826 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:58:41.875546 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-08f72dc6-91ad-4dde-a1b5-77a612682680 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738555'] for security_group, after_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:58:41.881500 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-0874c0cf-d4bb-4c1a-88dc-41d6305dbfc6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:58:41.901990 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f72dc6-91ad-4dde-a1b5-77a612682680 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78265138-6eb7-48bf-9538-b29a0b7ac356,revision_number=None']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:58:41.906701 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-08f72dc6-91ad-4dde-a1b5-77a612682680 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:58:41.918646 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-08f72dc6-91ad-4dde-a1b5-77a612682680 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:58:41.920057 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-547f1d04-e8d9-446f-9136-863da81db826 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738555'] for security_group, after_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:58:41.923056 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-08f72dc6-91ad-4dde-a1b5-77a612682680 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/78265138-6eb7-48bf-9538-b29a0b7ac356 HTTP/1.1" status: 204 len: 168 time: 0.2025199 Apr 09 13:58:41.924643 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-e41cb50a-985d-4fb6-8c22-61ef7c57bdbf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:58:41.938510 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547f1d04-e8d9-446f-9136-863da81db826 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=093c0414-b979-4bb7-a916-4cf0042040a9,revision_number=None']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:58:41.946218 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-547f1d04-e8d9-446f-9136-863da81db826 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:58:41.956290 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-547f1d04-e8d9-446f-9136-863da81db826 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:58:41.960835 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-547f1d04-e8d9-446f-9136-863da81db826 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/093c0414-b979-4bb7-a916-4cf0042040a9 HTTP/1.1" status: 204 len: 168 time: 0.1991470 Apr 09 13:58:42.877520 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85266) accepted ('10.222.0.75', 38474) {{(pid=85266) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:58:43.003318 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.v2.base [None req-a99b167a-1c28-432b-b75b-fae3b8f2b0ac admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-63414709-network', 'tenant_id': '20ec1c9307984a04a4095844c3f32ed4'}} {{(pid=85266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 09 13:58:43.010195 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-a99b167a-1c28-432b-b75b-fae3b8f2b0ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 13:58:43.021899 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-a99b167a-1c28-432b-b75b-fae3b8f2b0ac admin admin] Usage tracker for resource:network and tenant:20ec1c9307984a04a4095844c3f32ed4 is out of sync, need to count used quota {{(pid=85266) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 13:58:43.025055 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-a99b167a-1c28-432b-b75b-fae3b8f2b0ac admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85266) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 13:58:43.032464 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-a99b167a-1c28-432b-b75b-fae3b8f2b0ac admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 13:58:43.044016 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a99b167a-1c28-432b-b75b-fae3b8f2b0ac admin admin] Made reservation on behalf of 20ec1c9307984a04a4095844c3f32ed4 for: {'network': 1} {{(pid=85266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 09 13:58:43.050287 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-a99b167a-1c28-432b-b75b-fae3b8f2b0ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853739810'] for network, before_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:58:43.064559 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-a99b167a-1c28-432b-b75b-fae3b8f2b0ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:58:43.081361 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-a99b167a-1c28-432b-b75b-fae3b8f2b0ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 13:58:43.085598 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-a99b167a-1c28-432b-b75b-fae3b8f2b0ac admin admin] Usage tracker for resource:security_group_rule and tenant:20ec1c9307984a04a4095844c3f32ed4 is out of sync, need to count used quota {{(pid=85266) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 13:58:43.088939 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-a99b167a-1c28-432b-b75b-fae3b8f2b0ac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85266) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 13:58:43.095639 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-a99b167a-1c28-432b-b75b-fae3b8f2b0ac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 13:58:43.204903 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-a99b167a-1c28-432b-b75b-fae3b8f2b0ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:58:43.208480 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-a99b167a-1c28-432b-b75b-fae3b8f2b0ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738555'] for security_group, after_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:58:43.212839 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-9864857d-2379-4273-a105-82a0e86e0c3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:58:43.242719 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a99b167a-1c28-432b-b75b-fae3b8f2b0ac admin admin] vlan segment allocate from pool success with {'vlan_id': 601, 'physical_network': 'physnet1'} {{(pid=85266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 09 13:58:43.260178 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99b167a-1c28-432b-b75b-fae3b8f2b0ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2008afb4-e8a8-4c40-aee1-19b21cc106f6,revision_number=1']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:58:43.264496 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-a99b167a-1c28-432b-b75b-fae3b8f2b0ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:58:43.265482 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-a99b167a-1c28-432b-b75b-fae3b8f2b0ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854760408'] for segment, precommit_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:58:43.265891 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.db.segments_db [None req-a99b167a-1c28-432b-b75b-fae3b8f2b0ac admin admin] Added segment d5a9c0ba-3210-4b9d-acef-e61ddbabf6d4 of type vlan for network 803fd1d7-dd6f-4a0c-b88b-e79dea148b7b Apr 09 13:58:43.303355 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-a99b167a-1c28-432b-b75b-fae3b8f2b0ac admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363265039334123'] for network, precommit_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:58:43.336623 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-a99b167a-1c28-432b-b75b-fae3b8f2b0ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299'] for network, after_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:58:43.338136 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a99b167a-1c28-432b-b75b-fae3b8f2b0ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:58:43.338883 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-a99b167a-1c28-432b-b75b-fae3b8f2b0ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758280'] for network, before_response {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:58:43.344641 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-700c7653-3b79-4b33-94ac-e5fc354ba1d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:58:43.453202 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-a99b167a-1c28-432b-b75b-fae3b8f2b0ac admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.5736790 Apr 09 13:58:43.454186 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99b167a-1c28-432b-b75b-fae3b8f2b0ac admin admin] Pushing event updated for resources: {'Network': ['ID=803fd1d7-dd6f-4a0c-b88b-e79dea148b7b,revision_number=1']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:58:43.457042 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.75', 38480) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:58:43.458283 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-a99b167a-1c28-432b-b75b-fae3b8f2b0ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:58:43.463965 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.v2.base [None req-2e7b3004-bf42-4dd2-9620-3b56c491ad05 admin admin] Request body: {'subnet': {'network_id': '803fd1d7-dd6f-4a0c-b88b-e79dea148b7b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-63414709-subnet', 'tenant_id': '20ec1c9307984a04a4095844c3f32ed4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 09 13:58:43.465328 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.rpc [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Network 803fd1d7-dd6f-4a0c-b88b-e79dea148b7b details requested by agent ovs-agent-dv-cinder-785362-1-smb with host dv-cinder-785362-1-smb {{(pid=85267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 09 13:58:43.471175 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-2e7b3004-bf42-4dd2-9620-3b56c491ad05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 13:58:43.476984 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-2e7b3004-bf42-4dd2-9620-3b56c491ad05 admin admin] Usage tracker for resource:subnet and tenant:20ec1c9307984a04a4095844c3f32ed4 is out of sync, need to count used quota {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 13:58:43.480221 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-2e7b3004-bf42-4dd2-9620-3b56c491ad05 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 13:58:43.486345 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-2e7b3004-bf42-4dd2-9620-3b56c491ad05 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 13:58:43.511745 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e7b3004-bf42-4dd2-9620-3b56c491ad05 admin admin] Made reservation on behalf of 20ec1c9307984a04a4095844c3f32ed4 for: {'subnet': 1} {{(pid=85265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 09 13:58:43.516667 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-2e7b3004-bf42-4dd2-9620-3b56c491ad05 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2379586'] for subnet, before_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:58:43.956220 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-2e7b3004-bf42-4dd2-9620-3b56c491ad05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851965029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2379635'] for subnet, after_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:58:43.973302 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-e57c0f51-4a5b-4290-bee2-ceda0a08fe7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:58:44.110732 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7b3004-bf42-4dd2-9620-3b56c491ad05 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a1f16322-b9de-4ebf-b948-a4e87d77ccca,revision_number=0']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:58:44.115154 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-2e7b3004-bf42-4dd2-9620-3b56c491ad05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:58:44.178079 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e7b3004-bf42-4dd2-9620-3b56c491ad05 admin admin] Checking segment: {'id': 'd5a9c0ba-3210-4b9d-acef-e61ddbabf6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '803fd1d7-dd6f-4a0c-b88b-e79dea148b7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 09 13:58:44.178477 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e7b3004-bf42-4dd2-9620-3b56c491ad05 admin admin] Network hostable DHCP agents. Network: 803fd1d7-dd6f-4a0c-b88b-e79dea148b7b, hostable agents: ['977b5286-6f81-4d97-b9b2-e69f70c69ca5'], hosted agents: [] {{(pid=85265) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 09 13:58:44.197412 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e7b3004-bf42-4dd2-9620-3b56c491ad05 admin admin] Network 803fd1d7-dd6f-4a0c-b88b-e79dea148b7b is scheduled to be hosted by DHCP agent 977b5286-6f81-4d97-b9b2-e69f70c69ca5 with binding_index 1 {{(pid=85265) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 09 13:58:44.206356 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.scheduler.base_scheduler [None req-2e7b3004-bf42-4dd2-9620-3b56c491ad05 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-785362-1-smb, 803fd1d7-dd6f-4a0c-b88b-e79dea148b7b) {{(pid=85265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 09 13:58:44.215717 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e1ceee2-dde1-424b-a0d0-062275abc304 None None] Network 803fd1d7-dd6f-4a0c-b88b-e79dea148b7b requested from dv-cinder-785362-1-smb {{(pid=85267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 09 13:58:44.218472 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e7b3004-bf42-4dd2-9620-3b56c491ad05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:58:44.219119 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-2e7b3004-bf42-4dd2-9620-3b56c491ad05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758280'] for subnet, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:58:44.244253 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-2e7b3004-bf42-4dd2-9620-3b56c491ad05 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7849884 Apr 09 13:58:44.459130 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1049b53-0a1b-4a4c-b072-a6bfb1b197ed None None] Network 803fd1d7-dd6f-4a0c-b88b-e79dea148b7b requested from dv-cinder-785362-1-smb {{(pid=85267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 09 13:58:46.420506 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3d699f-e0c4-4e5c-bc84-22db8d899ca1 req-62324b08-5baf-480e-b40f-b1eb674ee8fc tempest-VolumesActionsTest-739073482 tempest-VolumesActionsTest-739073482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:58:46.421163 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [req-0a3d699f-e0c4-4e5c-bc84-22db8d899ca1 req-62324b08-5baf-480e-b40f-b1eb674ee8fc tempest-VolumesActionsTest-739073482 tempest-VolumesActionsTest-739073482-project] Synchronizing usage tracker for tenant:20ec1c9307984a04a4095844c3f32ed4 on resource:network {{(pid=85266) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 09 13:58:46.441165 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [req-0a3d699f-e0c4-4e5c-bc84-22db8d899ca1 req-62324b08-5baf-480e-b40f-b1eb674ee8fc tempest-VolumesActionsTest-739073482 tempest-VolumesActionsTest-739073482-project] Unset dirty status for tenant:20ec1c9307984a04a4095844c3f32ed4 on resource:network {{(pid=85266) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 09 13:58:46.442470 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-0a3d699f-e0c4-4e5c-bc84-22db8d899ca1 req-62324b08-5baf-480e-b40f-b1eb674ee8fc tempest-VolumesActionsTest-739073482 tempest-VolumesActionsTest-739073482-project] 10.222.0.75 "GET /v2.0/networks?id=803fd1d7-dd6f-4a0c-b88b-e79dea148b7b HTTP/1.1" status: 200 len: 807 time: 0.1794221 Apr 09 13:58:46.460008 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-0a3d699f-e0c4-4e5c-bc84-22db8d899ca1 req-0e968762-7891-4c16-bcfc-d08bfefac98d tempest-VolumesActionsTest-739073482 tempest-VolumesActionsTest-739073482-project] 10.222.0.75 "GET /v2.0/quotas/20ec1c9307984a04a4095844c3f32ed4 HTTP/1.1" status: 200 len: 375 time: 0.0108070 Apr 09 13:58:46.521859 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-0a3d699f-e0c4-4e5c-bc84-22db8d899ca1 req-609fd145-3256-4261-bb6a-9e276be550b4 tempest-VolumesActionsTest-739073482 tempest-VolumesActionsTest-739073482-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=20ec1c9307984a04a4095844c3f32ed4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0546556 Apr 09 13:58:46.731736 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-0a3d699f-e0c4-4e5c-bc84-22db8d899ca1 req-ab6c6fb2-9e03-444e-8c19-184efc246cb2 service neutron] 10.222.0.75 "GET /v2.0/networks/803fd1d7-dd6f-4a0c-b88b-e79dea148b7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2022469 Apr 09 13:58:46.884382 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-0a3d699f-e0c4-4e5c-bc84-22db8d899ca1 req-438fdcee-ae6b-4e84-8555-7feb157d39a5 service neutron] 10.222.0.75 "GET /v2.0/networks/803fd1d7-dd6f-4a0c-b88b-e79dea148b7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1447725 Apr 09 13:58:47.094896 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-3fa7a25f-deec-4026-a328-91915a804d50 req-ef2bd879-176a-4bbb-bfbb-b6d49fe891cd tempest-VolumesActionsTest-739073482 tempest-VolumesActionsTest-739073482-project] 10.222.0.75 "GET /v2.0/ports?device_id=27e44e0b-663b-491b-a828-5025acb69d60 HTTP/1.1" status: 200 len: 210 time: 0.0515530 Apr 09 13:58:48.317766 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-319d1130-d1b3-431d-a093-ac3e017e9731 req-3c9f0f86-a24e-47f3-a017-4f7333d8adc2 tempest-VolumesActionsTest-739073482 tempest-VolumesActionsTest-739073482-project] 10.222.0.75 "GET /v2.0/ports?device_id=27e44e0b-663b-491b-a828-5025acb69d60 HTTP/1.1" status: 200 len: 210 time: 0.0991483 Apr 09 13:58:48.446777 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3d699f-e0c4-4e5c-bc84-22db8d899ca1 req-4d09133a-6ac8-4081-96ab-71fbeacc036a tempest-VolumesActionsTest-739073482 tempest-VolumesActionsTest-739073482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:58:48.448247 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-0a3d699f-e0c4-4e5c-bc84-22db8d899ca1 req-4d09133a-6ac8-4081-96ab-71fbeacc036a tempest-VolumesActionsTest-739073482 tempest-VolumesActionsTest-739073482-project] 10.222.0.90 "GET /v2.0/networks?id=803fd1d7-dd6f-4a0c-b88b-e79dea148b7b HTTP/1.1" status: 200 len: 807 time: 0.1837575 Apr 09 13:58:48.461945 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.v2.base [req-0a3d699f-e0c4-4e5c-bc84-22db8d899ca1 req-dbafbd09-6510-4db7-a9d8-f3acd36c8a6c tempest-VolumesActionsTest-739073482 tempest-VolumesActionsTest-739073482-project] Request body: {'port': {'device_id': '27e44e0b-663b-491b-a828-5025acb69d60', 'network_id': '803fd1d7-dd6f-4a0c-b88b-e79dea148b7b', 'admin_state_up': True, 'tenant_id': '20ec1c9307984a04a4095844c3f32ed4'}} {{(pid=85266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 09 13:58:48.621414 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [req-0a3d699f-e0c4-4e5c-bc84-22db8d899ca1 req-dbafbd09-6510-4db7-a9d8-f3acd36c8a6c tempest-VolumesActionsTest-739073482 tempest-VolumesActionsTest-739073482-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 13:58:48.625918 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [req-0a3d699f-e0c4-4e5c-bc84-22db8d899ca1 req-dbafbd09-6510-4db7-a9d8-f3acd36c8a6c tempest-VolumesActionsTest-739073482 tempest-VolumesActionsTest-739073482-project] Usage tracker for resource:port and tenant:20ec1c9307984a04a4095844c3f32ed4 is out of sync, need to count used quota {{(pid=85266) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 13:58:48.629531 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [req-0a3d699f-e0c4-4e5c-bc84-22db8d899ca1 req-dbafbd09-6510-4db7-a9d8-f3acd36c8a6c tempest-VolumesActionsTest-739073482 tempest-VolumesActionsTest-739073482-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85266) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 13:58:48.636945 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [req-0a3d699f-e0c4-4e5c-bc84-22db8d899ca1 req-dbafbd09-6510-4db7-a9d8-f3acd36c8a6c tempest-VolumesActionsTest-739073482 tempest-VolumesActionsTest-739073482-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 13:58:48.647140 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a3d699f-e0c4-4e5c-bc84-22db8d899ca1 req-dbafbd09-6510-4db7-a9d8-f3acd36c8a6c tempest-VolumesActionsTest-739073482 tempest-VolumesActionsTest-739073482-project] Made reservation on behalf of 20ec1c9307984a04a4095844c3f32ed4 for: {'port': 1} {{(pid=85266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 09 13:58:48.653201 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [req-0a3d699f-e0c4-4e5c-bc84-22db8d899ca1 req-dbafbd09-6510-4db7-a9d8-f3acd36c8a6c tempest-VolumesActionsTest-739073482 tempest-VolumesActionsTest-739073482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853739810'] for port, before_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:58:48.851886 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.db_base_plugin_common [req-0a3d699f-e0c4-4e5c-bc84-22db8d899ca1 req-dbafbd09-6510-4db7-a9d8-f3acd36c8a6c tempest-VolumesActionsTest-739073482 tempest-VolumesActionsTest-739073482-project] Allocated IP 172.20.0.12 (803fd1d7-dd6f-4a0c-b88b-e79dea148b7b/a1f16322-b9de-4ebf-b948-a4e87d77ccca/967241e2-a8aa-4fa5-adc6-fea88e3732bc) {{(pid=85266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 09 13:58:49.074457 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [req-0a3d699f-e0c4-4e5c-bc84-22db8d899ca1 req-dbafbd09-6510-4db7-a9d8-f3acd36c8a6c tempest-VolumesActionsTest-739073482 tempest-VolumesActionsTest-739073482-project] Notify callbacks [] for port, precommit_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:58:49.110477 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [req-0a3d699f-e0c4-4e5c-bc84-22db8d899ca1 req-dbafbd09-6510-4db7-a9d8-f3acd36c8a6c tempest-VolumesActionsTest-739073482 tempest-VolumesActionsTest-739073482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853739901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853759498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771815468164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2203223'] for port, after_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:58:49.131720 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:58:49.285256 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbafbd09-6510-4db7-a9d8-f3acd36c8a6c tempest-VolumesActionsTest-739073482 tempest-VolumesActionsTest-739073482-project] Pushing event updated for resources: {'Port': ['ID=967241e2-a8aa-4fa5-adc6-fea88e3732bc,revision_number=1']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:58:49.290181 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-dbafbd09-6510-4db7-a9d8-f3acd36c8a6c tempest-VolumesActionsTest-739073482 tempest-VolumesActionsTest-739073482-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:58:49.335002 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a3d699f-e0c4-4e5c-bc84-22db8d899ca1 req-dbafbd09-6510-4db7-a9d8-f3acd36c8a6c tempest-VolumesActionsTest-739073482 tempest-VolumesActionsTest-739073482-project] Network 803fd1d7-dd6f-4a0c-b88b-e79dea148b7b is already hosted by enough agents. {{(pid=85266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 09 13:58:49.336155 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.scheduler.base_scheduler [req-0a3d699f-e0c4-4e5c-bc84-22db8d899ca1 req-dbafbd09-6510-4db7-a9d8-f3acd36c8a6c tempest-VolumesActionsTest-739073482 tempest-VolumesActionsTest-739073482-project] Resources bound (agent type, host, resource id): {{(pid=85266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 09 13:58:49.338628 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a3d699f-e0c4-4e5c-bc84-22db8d899ca1 req-dbafbd09-6510-4db7-a9d8-f3acd36c8a6c tempest-VolumesActionsTest-739073482 tempest-VolumesActionsTest-739073482-project] Received port after_create {{(pid=85266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 09 13:58:49.411646 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3d699f-e0c4-4e5c-bc84-22db8d899ca1 req-dbafbd09-6510-4db7-a9d8-f3acd36c8a6c tempest-VolumesActionsTest-739073482 tempest-VolumesActionsTest-739073482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:58:49.412306 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [req-0a3d699f-e0c4-4e5c-bc84-22db8d899ca1 req-dbafbd09-6510-4db7-a9d8-f3acd36c8a6c tempest-VolumesActionsTest-739073482 tempest-VolumesActionsTest-739073482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770645'] for port, before_response {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:58:49.435644 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-0a3d699f-e0c4-4e5c-bc84-22db8d899ca1 req-dbafbd09-6510-4db7-a9d8-f3acd36c8a6c tempest-VolumesActionsTest-739073482 tempest-VolumesActionsTest-739073482-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9775367 Apr 09 13:58:49.450202 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.v2.base [req-0a3d699f-e0c4-4e5c-bc84-22db8d899ca1 req-659733bc-195f-4604-b48a-7f8df9279bc0 service neutron] Request body: {'port': {'device_id': '27e44e0b-663b-491b-a828-5025acb69d60', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78536'}} {{(pid=85266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 09 13:58:49.638274 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [req-0a3d699f-e0c4-4e5c-bc84-22db8d899ca1 req-659733bc-195f-4604-b48a-7f8df9279bc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853739810'] for port, before_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:58:49.690173 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af6e293-9428-4e03-9318-6dd66978f891 req-6895a2b4-5aba-46b5-bf81-1b8f20d74362 tempest-VolumesActionsTest-739073482 tempest-VolumesActionsTest-739073482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:58:49.691011 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [req-7af6e293-9428-4e03-9318-6dd66978f891 req-6895a2b4-5aba-46b5-bf81-1b8f20d74362 tempest-VolumesActionsTest-739073482 tempest-VolumesActionsTest-739073482-project] Synchronizing usage tracker for tenant:20ec1c9307984a04a4095844c3f32ed4 on resource:port {{(pid=85266) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 09 13:58:49.770393 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [req-7af6e293-9428-4e03-9318-6dd66978f891 req-6895a2b4-5aba-46b5-bf81-1b8f20d74362 tempest-VolumesActionsTest-739073482 tempest-VolumesActionsTest-739073482-project] Unset dirty status for tenant:20ec1c9307984a04a4095844c3f32ed4 on resource:port {{(pid=85266) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 09 13:58:49.771697 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-7af6e293-9428-4e03-9318-6dd66978f891 req-6895a2b4-5aba-46b5-bf81-1b8f20d74362 tempest-VolumesActionsTest-739073482 tempest-VolumesActionsTest-739073482-project] 10.222.0.75 "GET /v2.0/ports?device_id=27e44e0b-663b-491b-a828-5025acb69d60 HTTP/1.1" status: 200 len: 932 time: 0.3287475 Apr 09 13:58:49.864169 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [req-7af6e293-9428-4e03-9318-6dd66978f891 req-b87e0e57-5472-42a8-9bbf-0773b4542c9d tempest-VolumesActionsTest-739073482 tempest-VolumesActionsTest-739073482-project] Synchronizing usage tracker for tenant:20ec1c9307984a04a4095844c3f32ed4 on resource:security_group {{(pid=85266) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 09 13:58:49.924812 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [req-7af6e293-9428-4e03-9318-6dd66978f891 req-b87e0e57-5472-42a8-9bbf-0773b4542c9d tempest-VolumesActionsTest-739073482 tempest-VolumesActionsTest-739073482-project] Unset dirty status for tenant:20ec1c9307984a04a4095844c3f32ed4 on resource:security_group {{(pid=85266) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 09 13:58:49.925983 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-7af6e293-9428-4e03-9318-6dd66978f891 req-b87e0e57-5472-42a8-9bbf-0773b4542c9d tempest-VolumesActionsTest-739073482 tempest-VolumesActionsTest-739073482-project] 10.222.0.75 "GET /v2.0/security-groups?id=2008afb4-e8a8-4c40-aee1-19b21cc106f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406589 Apr 09 13:58:50.334259 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.notifiers.nova [req-0a3d699f-e0c4-4e5c-bc84-22db8d899ca1 req-659733bc-195f-4604-b48a-7f8df9279bc0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 967241e2-a8aa-4fa5-adc6-fea88e3732bc {{(pid=85266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 09 13:58:50.342410 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [req-0a3d699f-e0c4-4e5c-bc84-22db8d899ca1 req-659733bc-195f-4604-b48a-7f8df9279bc0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:58:50.360230 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.provisioning_blocks [req-0a3d699f-e0c4-4e5c-bc84-22db8d899ca1 req-659733bc-195f-4604-b48a-7f8df9279bc0 service neutron] Transition to ACTIVE for port object 967241e2-a8aa-4fa5-adc6-fea88e3732bc will not be triggered until provisioned by entity L2. {{(pid=85266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 09 13:58:50.363069 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [req-0a3d699f-e0c4-4e5c-bc84-22db8d899ca1 req-659733bc-195f-4604-b48a-7f8df9279bc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853739901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853759498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265038874484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771815468181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265039307602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852572594'] for port, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:58:50.379836 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-c9a9fb55-0b59-458c-ab93-b21500b27c43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:58:50.522095 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659733bc-195f-4604-b48a-7f8df9279bc0 service neutron] Pushing event updated for resources: {'Port': ['ID=967241e2-a8aa-4fa5-adc6-fea88e3732bc,revision_number=2']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:58:50.526437 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-659733bc-195f-4604-b48a-7f8df9279bc0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:58:50.755300 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.managers [req-0a3d699f-e0c4-4e5c-bc84-22db8d899ca1 req-659733bc-195f-4604-b48a-7f8df9279bc0 service neutron] Attempting to bind port 967241e2-a8aa-4fa5-adc6-fea88e3732bc on host hv-cinder-78536 for vnic_type normal with profile {{(pid=85266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 09 13:58:50.755683 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.managers [req-0a3d699f-e0c4-4e5c-bc84-22db8d899ca1 req-659733bc-195f-4604-b48a-7f8df9279bc0 service neutron] Attempting to bind port 967241e2-a8aa-4fa5-adc6-fea88e3732bc by drivers openvswitch,hyperv on host hv-cinder-78536 at level 0 using segments [{'id': 'd5a9c0ba-3210-4b9d-acef-e61ddbabf6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '803fd1d7-dd6f-4a0c-b88b-e79dea148b7b'}] {{(pid=85266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 09 13:58:50.756045 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a3d699f-e0c4-4e5c-bc84-22db8d899ca1 req-659733bc-195f-4604-b48a-7f8df9279bc0 service neutron] Attempting to bind port 967241e2-a8aa-4fa5-adc6-fea88e3732bc on network 803fd1d7-dd6f-4a0c-b88b-e79dea148b7b {{(pid=85266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 09 13:58:50.760973 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a3d699f-e0c4-4e5c-bc84-22db8d899ca1 req-659733bc-195f-4604-b48a-7f8df9279bc0 service neutron] Port 967241e2-a8aa-4fa5-adc6-fea88e3732bc on network 803fd1d7-dd6f-4a0c-b88b-e79dea148b7b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78536 {{(pid=85266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 09 13:58:50.761334 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a3d699f-e0c4-4e5c-bc84-22db8d899ca1 req-659733bc-195f-4604-b48a-7f8df9279bc0 service neutron] Attempting to bind port 967241e2-a8aa-4fa5-adc6-fea88e3732bc on network 803fd1d7-dd6f-4a0c-b88b-e79dea148b7b {{(pid=85266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 09 13:58:50.766932 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a3d699f-e0c4-4e5c-bc84-22db8d899ca1 req-659733bc-195f-4604-b48a-7f8df9279bc0 service neutron] Checking agent: {'id': '5a3daac1-2611-42bd-a388-caa17c5666c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78536', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 9, 13, 45, 11), 'started_at': datetime.datetime(2021, 4, 9, 13, 45, 11), 'heartbeat_timestamp': datetime.datetime(2021, 4, 9, 13, 58, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 09 13:58:50.767308 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a3d699f-e0c4-4e5c-bc84-22db8d899ca1 req-659733bc-195f-4604-b48a-7f8df9279bc0 service neutron] Checking segment: {'id': 'd5a9c0ba-3210-4b9d-acef-e61ddbabf6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '803fd1d7-dd6f-4a0c-b88b-e79dea148b7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 09 13:58:50.767729 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a3d699f-e0c4-4e5c-bc84-22db8d899ca1 req-659733bc-195f-4604-b48a-7f8df9279bc0 service neutron] Bound using segment: {'id': 'd5a9c0ba-3210-4b9d-acef-e61ddbabf6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '803fd1d7-dd6f-4a0c-b88b-e79dea148b7b'} {{(pid=85266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 09 13:58:50.768307 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.managers [req-0a3d699f-e0c4-4e5c-bc84-22db8d899ca1 req-659733bc-195f-4604-b48a-7f8df9279bc0 service neutron] Bound port: 967241e2-a8aa-4fa5-adc6-fea88e3732bc, host: hv-cinder-78536, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5a9c0ba-3210-4b9d-acef-e61ddbabf6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '803fd1d7-dd6f-4a0c-b88b-e79dea148b7b'}}] {{(pid=85266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 09 13:58:50.768690 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [req-0a3d699f-e0c4-4e5c-bc84-22db8d899ca1 req-659733bc-195f-4604-b48a-7f8df9279bc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853739810'] for port, before_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:58:50.848554 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.db [req-0a3d699f-e0c4-4e5c-bc84-22db8d899ca1 req-659733bc-195f-4604-b48a-7f8df9279bc0 service neutron] For port 967241e2-a8aa-4fa5-adc6-fea88e3732bc, host hv-cinder-78536, cleared binding levels {{(pid=85266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 09 13:58:50.851737 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.db [req-0a3d699f-e0c4-4e5c-bc84-22db8d899ca1 req-659733bc-195f-4604-b48a-7f8df9279bc0 service neutron] For port 967241e2-a8aa-4fa5-adc6-fea88e3732bc, host hv-cinder-78536, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=967241e2-a8aa-4fa5-adc6-fea88e3732bc,segment=NetworkSegment(d5a9c0ba-3210-4b9d-acef-e61ddbabf6d4),segment_id=d5a9c0ba-3210-4b9d-acef-e61ddbabf6d4)] {{(pid=85266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 09 13:58:50.855270 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [req-0a3d699f-e0c4-4e5c-bc84-22db8d899ca1 req-659733bc-195f-4604-b48a-7f8df9279bc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853739901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853759498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265038874484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771815468181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265039307602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852572594'] for port, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:58:50.871169 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-4319ea1c-45e1-4a84-9059-a34ac60d8379 tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:58:51.027370 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659733bc-195f-4604-b48a-7f8df9279bc0 service neutron] Pushing event updated for resources: {'Port': ['ID=967241e2-a8aa-4fa5-adc6-fea88e3732bc,revision_number=3']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:58:51.032450 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-659733bc-195f-4604-b48a-7f8df9279bc0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:58:51.125344 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3d699f-e0c4-4e5c-bc84-22db8d899ca1 req-659733bc-195f-4604-b48a-7f8df9279bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:58:51.126065 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [req-0a3d699f-e0c4-4e5c-bc84-22db8d899ca1 req-659733bc-195f-4604-b48a-7f8df9279bc0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770645'] for port, before_response {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:58:51.128195 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-0a3d699f-e0c4-4e5c-bc84-22db8d899ca1 req-659733bc-195f-4604-b48a-7f8df9279bc0 service neutron] 10.222.0.90 "PUT /v2.0/ports/967241e2-a8aa-4fa5-adc6-fea88e3732bc HTTP/1.1" status: 200 len: 1094 time: 1.6827602 Apr 09 13:58:51.128739 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27e44e0b-663b-491b-a828-5025acb69d60', 'tag': '967241e2-a8aa-4fa5-adc6-fea88e3732bc'}] {{(pid=85266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 09 13:58:51.166547 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee370335-df44-48a0-a936-b66df25a2651 req-1b4bd0f5-e225-462f-ab3c-fb39be6437cd tempest-VolumesActionsTest-739073482 tempest-VolumesActionsTest-739073482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:58:51.168156 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-ee370335-df44-48a0-a936-b66df25a2651 req-1b4bd0f5-e225-462f-ab3c-fb39be6437cd tempest-VolumesActionsTest-739073482 tempest-VolumesActionsTest-739073482-project] 10.222.0.75 "GET /v2.0/ports?device_id=27e44e0b-663b-491b-a828-5025acb69d60 HTTP/1.1" status: 200 len: 944 time: 0.1193271 Apr 09 13:58:51.247747 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-ee370335-df44-48a0-a936-b66df25a2651 req-15657282-0dcf-4385-9fd8-6982c0014d3c tempest-VolumesActionsTest-739073482 tempest-VolumesActionsTest-739073482-project] 10.222.0.75 "GET /v2.0/security-groups?id=2008afb4-e8a8-4c40-aee1-19b21cc106f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415294 Apr 09 13:58:51.283175 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3d699f-e0c4-4e5c-bc84-22db8d899ca1 req-38ea52c5-2635-404c-b23c-d0a4c714a2cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:58:51.285790 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-0a3d699f-e0c4-4e5c-bc84-22db8d899ca1 req-38ea52c5-2635-404c-b23c-d0a4c714a2cd service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=20ec1c9307984a04a4095844c3f32ed4&device_id=27e44e0b-663b-491b-a828-5025acb69d60 HTTP/1.1" status: 200 len: 1097 time: 0.1166542 Apr 09 13:58:51.372773 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-0a3d699f-e0c4-4e5c-bc84-22db8d899ca1 req-c013ee75-95d3-43cf-8720-5d8390ec59de service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=967241e2-a8aa-4fa5-adc6-fea88e3732bc HTTP/1.1" status: 200 len: 217 time: 0.0785694 Apr 09 13:58:51.469981 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3d699f-e0c4-4e5c-bc84-22db8d899ca1 req-58371d93-fc84-41bd-b4c1-d79c5abe6f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:58:51.472249 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-0a3d699f-e0c4-4e5c-bc84-22db8d899ca1 req-58371d93-fc84-41bd-b4c1-d79c5abe6f65 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=a1f16322-b9de-4ebf-b948-a4e87d77ccca HTTP/1.1" status: 200 len: 847 time: 0.0933089 Apr 09 13:58:51.474592 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27e44e0b-663b-491b-a828-5025acb69d60', 'tag': '967241e2-a8aa-4fa5-adc6-fea88e3732bc', 'status': 'completed', 'code': 200} Apr 09 13:58:51.529152 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-0a3d699f-e0c4-4e5c-bc84-22db8d899ca1 req-8d854449-ae6d-48d0-a357-2ac8d9a54a0a service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=803fd1d7-dd6f-4a0c-b88b-e79dea148b7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0490353 Apr 09 13:58:51.677530 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-0a3d699f-e0c4-4e5c-bc84-22db8d899ca1 req-bc1c4918-af2b-4ed2-a1e5-8385a4bcd82d service neutron] 10.222.0.90 "GET /v2.0/networks/803fd1d7-dd6f-4a0c-b88b-e79dea148b7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417773 Apr 09 13:58:51.828090 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-0a3d699f-e0c4-4e5c-bc84-22db8d899ca1 req-42f55c39-866f-4c49-aea0-eddb0bd7688b service neutron] 10.222.0.90 "GET /v2.0/networks/803fd1d7-dd6f-4a0c-b88b-e79dea148b7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431406 Apr 09 13:58:51.966103 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1372a7-6915-4d1f-93c8-493a918f33ec req-b3cac549-01d3-4be8-9dee-8ce049965853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:58:51.967723 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-aa1372a7-6915-4d1f-93c8-493a918f33ec req-b3cac549-01d3-4be8-9dee-8ce049965853 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=20ec1c9307984a04a4095844c3f32ed4&device_id=27e44e0b-663b-491b-a828-5025acb69d60 HTTP/1.1" status: 200 len: 1097 time: 0.0877428 Apr 09 13:58:52.115503 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1372a7-6915-4d1f-93c8-493a918f33ec req-439d8a61-3a1d-4784-8f9c-70926c58f0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:58:52.117041 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-aa1372a7-6915-4d1f-93c8-493a918f33ec req-439d8a61-3a1d-4784-8f9c-70926c58f0c3 service neutron] 10.222.0.90 "GET /v2.0/networks?id=803fd1d7-dd6f-4a0c-b88b-e79dea148b7b HTTP/1.1" status: 200 len: 908 time: 0.1427507 Apr 09 13:58:52.197419 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-aa1372a7-6915-4d1f-93c8-493a918f33ec req-d228026d-c3b9-4221-af34-3dc1154c43ea service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=967241e2-a8aa-4fa5-adc6-fea88e3732bc HTTP/1.1" status: 200 len: 217 time: 0.0738978 Apr 09 13:58:52.267044 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1372a7-6915-4d1f-93c8-493a918f33ec req-233c3f67-95ad-4652-9657-eec043ba249a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:58:52.269620 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-aa1372a7-6915-4d1f-93c8-493a918f33ec req-233c3f67-95ad-4652-9657-eec043ba249a service neutron] 10.222.0.90 "GET /v2.0/subnets?id=a1f16322-b9de-4ebf-b948-a4e87d77ccca HTTP/1.1" status: 200 len: 847 time: 0.0663826 Apr 09 13:58:52.327611 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-aa1372a7-6915-4d1f-93c8-493a918f33ec req-c2519c0d-eff6-4057-b149-e5b0faf004dd service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=803fd1d7-dd6f-4a0c-b88b-e79dea148b7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0513046 Apr 09 13:58:52.536861 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-aa1372a7-6915-4d1f-93c8-493a918f33ec req-97f49549-7485-478a-8e93-62753437e7b8 service neutron] 10.222.0.90 "GET /v2.0/networks/803fd1d7-dd6f-4a0c-b88b-e79dea148b7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2026758 Apr 09 13:58:52.578604 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c15be21-0302-48da-b15d-bc17b68d1071 req-8dd54692-9a3c-439c-811f-c9e9d0c9feb5 tempest-VolumesActionsTest-739073482 tempest-VolumesActionsTest-739073482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:58:52.580181 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-0c15be21-0302-48da-b15d-bc17b68d1071 req-8dd54692-9a3c-439c-811f-c9e9d0c9feb5 tempest-VolumesActionsTest-739073482 tempest-VolumesActionsTest-739073482-project] 10.222.0.75 "GET /v2.0/ports?device_id=27e44e0b-663b-491b-a828-5025acb69d60 HTTP/1.1" status: 200 len: 944 time: 0.1569834 Apr 09 13:58:52.685632 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-0c15be21-0302-48da-b15d-bc17b68d1071 req-2d349572-9df1-4a9a-a9d4-a1d535ad87e5 tempest-VolumesActionsTest-739073482 tempest-VolumesActionsTest-739073482-project] 10.222.0.75 "GET /v2.0/security-groups?id=2008afb4-e8a8-4c40-aee1-19b21cc106f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863991 Apr 09 13:58:52.722873 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-aa1372a7-6915-4d1f-93c8-493a918f33ec req-07b40461-ed71-414b-887a-87b60a6417c9 service neutron] 10.222.0.90 "GET /v2.0/networks/803fd1d7-dd6f-4a0c-b88b-e79dea148b7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1779749 Apr 09 13:58:53.910503 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2600c4ae-49fd-4661-bfc2-e5c07efdb610 req-5b9534ad-4c52-4b6f-b424-0694e7e271f5 tempest-VolumesActionsTest-739073482 tempest-VolumesActionsTest-739073482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:58:53.912116 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-2600c4ae-49fd-4661-bfc2-e5c07efdb610 req-5b9534ad-4c52-4b6f-b424-0694e7e271f5 tempest-VolumesActionsTest-739073482 tempest-VolumesActionsTest-739073482-project] 10.222.0.75 "GET /v2.0/ports?device_id=27e44e0b-663b-491b-a828-5025acb69d60 HTTP/1.1" status: 200 len: 944 time: 0.1064327 Apr 09 13:58:53.944714 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-2600c4ae-49fd-4661-bfc2-e5c07efdb610 req-f98f20fe-2701-4e00-920a-4562c18e0a91 tempest-VolumesActionsTest-739073482 tempest-VolumesActionsTest-739073482-project] 10.222.0.75 "GET /v2.0/security-groups?id=2008afb4-e8a8-4c40-aee1-19b21cc106f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0261717 Apr 09 13:58:54.894347 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.rpc [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Device 967241e2-a8aa-4fa5-adc6-fea88e3732bc details requested by agent hyperv_hv-cinder-78536 with host hv-cinder-78536 {{(pid=85267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 09 13:58:55.052465 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.db [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] For port 967241e2-a8aa-4fa5-adc6-fea88e3732bc, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=967241e2-a8aa-4fa5-adc6-fea88e3732bc,segment=NetworkSegment(d5a9c0ba-3210-4b9d-acef-e61ddbabf6d4),segment_id=d5a9c0ba-3210-4b9d-acef-e61ddbabf6d4)] {{(pid=85267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 09 13:58:55.070584 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.rpc [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Returning: {'device': '967241e2-a8aa-4fa5-adc6-fea88e3732bc', 'network_id': '803fd1d7-dd6f-4a0c-b88b-e79dea148b7b', 'port_id': '967241e2-a8aa-4fa5-adc6-fea88e3732bc', 'mac_address': 'fa:16:3e:19:fe:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1f16322-b9de-4ebf-b948-a4e87d77ccca', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 09 13:58:55.148171 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853739810'] for port, before_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:58:55.166938 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.notifiers.nova [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 967241e2-a8aa-4fa5-adc6-fea88e3732bc {{(pid=85267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 09 13:58:55.185457 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.db [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] For port 967241e2-a8aa-4fa5-adc6-fea88e3732bc, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=967241e2-a8aa-4fa5-adc6-fea88e3732bc,segment=NetworkSegment(d5a9c0ba-3210-4b9d-acef-e61ddbabf6d4),segment_id=d5a9c0ba-3210-4b9d-acef-e61ddbabf6d4)] {{(pid=85267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 09 13:58:55.188913 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853739901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853759498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265038874484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771815468181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265039307602'] for port, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:58:55.191352 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:58:55.191808 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14bf36a-b5fc-43e0-b322-86a18fe39f40 req-88bd7dd2-0bc4-46f3-88ae-7d01b6152e1d tempest-VolumesActionsTest-739073482 tempest-VolumesActionsTest-739073482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:58:55.193786 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-d14bf36a-b5fc-43e0-b322-86a18fe39f40 req-88bd7dd2-0bc4-46f3-88ae-7d01b6152e1d tempest-VolumesActionsTest-739073482 tempest-VolumesActionsTest-739073482-project] 10.222.0.75 "GET /v2.0/ports?device_id=27e44e0b-663b-491b-a828-5025acb69d60 HTTP/1.1" status: 200 len: 944 time: 0.1204078 Apr 09 13:58:55.228230 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-d14bf36a-b5fc-43e0-b322-86a18fe39f40 req-f4a6e040-b755-431b-bf39-a7b9fb6c9bff tempest-VolumesActionsTest-739073482 tempest-VolumesActionsTest-739073482-project] 10.222.0.75 "GET /v2.0/security-groups?id=2008afb4-e8a8-4c40-aee1-19b21cc106f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0273414 Apr 09 13:58:55.271297 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Pushing event updated for resources: {'Port': ['ID=967241e2-a8aa-4fa5-adc6-fea88e3732bc,revision_number=4']} {{(pid=85267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:58:55.279292 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:58:55.279594 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:58:55.279976 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:58:55.280350 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:58:55.280724 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:58:55.281097 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:58:55.281466 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:58:55.281864 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:58:55.282232 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:58:55.282599 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:58:55.282963 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:58:55.283326 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:58:55.287700 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=85267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:58:55.568836 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.db [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] get_ports_and_sgs() called for port_ids ['967241e2-a8aa-4fa5-adc6-fea88e3732bc'] {{(pid=85267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 09 13:58:56.439569 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b3a25d-f02f-4088-a645-5f23f91f38a5 req-f57628dd-4cde-43c0-b082-3a4c75247c63 tempest-VolumesActionsTest-739073482 tempest-VolumesActionsTest-739073482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:58:56.441838 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-38b3a25d-f02f-4088-a645-5f23f91f38a5 req-f57628dd-4cde-43c0-b082-3a4c75247c63 tempest-VolumesActionsTest-739073482 tempest-VolumesActionsTest-739073482-project] 10.222.0.75 "GET /v2.0/ports?device_id=27e44e0b-663b-491b-a828-5025acb69d60 HTTP/1.1" status: 200 len: 945 time: 0.0955884 Apr 09 13:58:56.481127 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-38b3a25d-f02f-4088-a645-5f23f91f38a5 req-1909846b-0259-4235-aed9-6c545c6a0db3 tempest-VolumesActionsTest-739073482 tempest-VolumesActionsTest-739073482-project] 10.222.0.75 "GET /v2.0/security-groups?id=2008afb4-e8a8-4c40-aee1-19b21cc106f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328343 Apr 09 13:58:56.903198 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.rpc [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Device 967241e2-a8aa-4fa5-adc6-fea88e3732bc up at agent hyperv_hv-cinder-78536 {{(pid=85267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 09 13:58:56.977086 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.provisioning_blocks [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Provisioning for port 967241e2-a8aa-4fa5-adc6-fea88e3732bc completed by entity L2. {{(pid=85267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 09 13:58:56.982379 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.provisioning_blocks [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Provisioning complete for port 967241e2-a8aa-4fa5-adc6-fea88e3732bc triggered by entity L2. {{(pid=85267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 09 13:58:56.982805 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765226'] for port, provisioning_complete {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:58:57.114161 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853739810'] for port, before_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:58:57.125747 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27e44e0b-663b-491b-a828-5025acb69d60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '967241e2-a8aa-4fa5-adc6-fea88e3732bc'}] {{(pid=85267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 09 13:58:57.136408 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.db [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] For port 967241e2-a8aa-4fa5-adc6-fea88e3732bc, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=967241e2-a8aa-4fa5-adc6-fea88e3732bc,segment=NetworkSegment(d5a9c0ba-3210-4b9d-acef-e61ddbabf6d4),segment_id=d5a9c0ba-3210-4b9d-acef-e61ddbabf6d4)] {{(pid=85267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 09 13:58:57.139691 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853739901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853759498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265038874484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771815468181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265039307602'] for port, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:58:57.141647 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:58:57.216239 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Pushing event updated for resources: {'Port': ['ID=967241e2-a8aa-4fa5-adc6-fea88e3732bc,revision_number=5']} {{(pid=85267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:58:57.219696 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=85267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:58:57.238990 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27e44e0b-663b-491b-a828-5025acb69d60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '967241e2-a8aa-4fa5-adc6-fea88e3732bc', 'code': 200} Apr 09 13:58:57.481052 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdbf063-22a2-4984-8698-aad20e4c5a06 req-c87493af-586c-4855-bceb-286545c5af39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:58:57.482763 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-3bdbf063-22a2-4984-8698-aad20e4c5a06 req-c87493af-586c-4855-bceb-286545c5af39 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=27e44e0b-663b-491b-a828-5025acb69d60 HTTP/1.1" status: 200 len: 1099 time: 0.0826130 Apr 09 13:58:57.511826 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-3bdbf063-22a2-4984-8698-aad20e4c5a06 req-21d3a4eb-504a-45cf-a1a3-ec3373441752 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=2008afb4-e8a8-4c40-aee1-19b21cc106f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0228500 Apr 09 13:58:57.696960 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c05bb8a-06fa-4961-af69-5fd3cf606d86 req-317bbe34-7998-411d-a5b4-c9d995c7d7ec tempest-VolumesActionsTest-739073482 tempest-VolumesActionsTest-739073482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:58:57.698636 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-5c05bb8a-06fa-4961-af69-5fd3cf606d86 req-317bbe34-7998-411d-a5b4-c9d995c7d7ec tempest-VolumesActionsTest-739073482 tempest-VolumesActionsTest-739073482-project] 10.222.0.75 "GET /v2.0/ports?device_id=27e44e0b-663b-491b-a828-5025acb69d60 HTTP/1.1" status: 200 len: 946 time: 0.0950110 Apr 09 13:58:57.730302 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-5c05bb8a-06fa-4961-af69-5fd3cf606d86 req-45b5fc78-f49e-40c0-a24c-e655f7f5c85a tempest-VolumesActionsTest-739073482 tempest-VolumesActionsTest-739073482-project] 10.222.0.75 "GET /v2.0/security-groups?id=2008afb4-e8a8-4c40-aee1-19b21cc106f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0252545 Apr 09 13:58:58.937002 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4880b6c-2fbe-4570-b771-5881037f5543 req-dab94e3f-1499-411f-a511-87e991b86048 tempest-VolumesActionsTest-739073482 tempest-VolumesActionsTest-739073482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:58:58.938534 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-c4880b6c-2fbe-4570-b771-5881037f5543 req-dab94e3f-1499-411f-a511-87e991b86048 tempest-VolumesActionsTest-739073482 tempest-VolumesActionsTest-739073482-project] 10.222.0.75 "GET /v2.0/ports?device_id=27e44e0b-663b-491b-a828-5025acb69d60 HTTP/1.1" status: 200 len: 946 time: 0.0906024 Apr 09 13:58:58.969145 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-c4880b6c-2fbe-4570-b771-5881037f5543 req-9700ed84-419e-4ac2-b2ce-9a07dfbe3d93 tempest-VolumesActionsTest-739073482 tempest-VolumesActionsTest-739073482-project] 10.222.0.75 "GET /v2.0/security-groups?id=2008afb4-e8a8-4c40-aee1-19b21cc106f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0237172 Apr 09 13:59:00.029167 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d264a0-2b2a-49be-a665-8ba503bce279 req-0632443e-384a-4e1d-a0e6-853d705fbbca tempest-VolumesActionsTest-739073482 tempest-VolumesActionsTest-739073482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:59:00.030821 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-85d264a0-2b2a-49be-a665-8ba503bce279 req-0632443e-384a-4e1d-a0e6-853d705fbbca tempest-VolumesActionsTest-739073482 tempest-VolumesActionsTest-739073482-project] 10.222.0.75 "GET /v2.0/ports?device_id=27e44e0b-663b-491b-a828-5025acb69d60 HTTP/1.1" status: 200 len: 946 time: 0.0967820 Apr 09 13:59:00.063856 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-85d264a0-2b2a-49be-a665-8ba503bce279 req-a204f3f7-9368-4a21-9978-4a5e39d05644 tempest-VolumesActionsTest-739073482 tempest-VolumesActionsTest-739073482-project] 10.222.0.75 "GET /v2.0/security-groups?id=2008afb4-e8a8-4c40-aee1-19b21cc106f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0257025 Apr 09 13:59:01.098350 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-5deb7996-30de-407f-a90a-b9bc1dd19e4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:59:01.272164 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3703c01-945a-472a-b4db-9adbf933fedd req-fc7b7ff7-9cac-4ef9-a1b6-8e5cac0ebfcd tempest-VolumesActionsTest-739073482 tempest-VolumesActionsTest-739073482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:59:01.273713 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-b3703c01-945a-472a-b4db-9adbf933fedd req-fc7b7ff7-9cac-4ef9-a1b6-8e5cac0ebfcd tempest-VolumesActionsTest-739073482 tempest-VolumesActionsTest-739073482-project] 10.222.0.75 "GET /v2.0/ports?device_id=27e44e0b-663b-491b-a828-5025acb69d60 HTTP/1.1" status: 200 len: 946 time: 0.0914555 Apr 09 13:59:01.306546 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-b3703c01-945a-472a-b4db-9adbf933fedd req-76bfe492-8185-4af9-90e8-bf8d5a4b1634 tempest-VolumesActionsTest-739073482 tempest-VolumesActionsTest-739073482-project] 10.222.0.75 "GET /v2.0/security-groups?id=2008afb4-e8a8-4c40-aee1-19b21cc106f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0264452 Apr 09 13:59:01.496534 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d19d932-040d-4f74-add1-91b499e587b7 req-d029b95a-8ba8-4d8d-80f0-5c6e35951559 tempest-VolumesActionsTest-739073482 tempest-VolumesActionsTest-739073482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:59:01.498391 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-2d19d932-040d-4f74-add1-91b499e587b7 req-d029b95a-8ba8-4d8d-80f0-5c6e35951559 tempest-VolumesActionsTest-739073482 tempest-VolumesActionsTest-739073482-project] 10.222.0.90 "GET /v2.0/ports?device_id=27e44e0b-663b-491b-a828-5025acb69d60 HTTP/1.1" status: 200 len: 946 time: 0.0944102 Apr 09 13:59:01.584432 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.plugin [req-2d19d932-040d-4f74-add1-91b499e587b7 req-610df980-f189-4b3d-b04e-a53a8409d201 tempest-VolumesActionsTest-739073482 tempest-VolumesActionsTest-739073482-project] Deleting port 967241e2-a8aa-4fa5-adc6-fea88e3732bc {{(pid=85266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 09 13:59:01.584831 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [req-2d19d932-040d-4f74-add1-91b499e587b7 req-610df980-f189-4b3d-b04e-a53a8409d201 tempest-VolumesActionsTest-739073482 tempest-VolumesActionsTest-739073482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771815896742'] for port, before_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:59:01.855248 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.db [req-2d19d932-040d-4f74-add1-91b499e587b7 req-610df980-f189-4b3d-b04e-a53a8409d201 tempest-VolumesActionsTest-739073482 tempest-VolumesActionsTest-739073482-project] For port 967241e2-a8aa-4fa5-adc6-fea88e3732bc, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=967241e2-a8aa-4fa5-adc6-fea88e3732bc,segment=NetworkSegment(d5a9c0ba-3210-4b9d-acef-e61ddbabf6d4),segment_id=d5a9c0ba-3210-4b9d-acef-e61ddbabf6d4)] {{(pid=85266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 09 13:59:01.855597 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [req-2d19d932-040d-4f74-add1-91b499e587b7 req-610df980-f189-4b3d-b04e-a53a8409d201 tempest-VolumesActionsTest-739073482 tempest-VolumesActionsTest-739073482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-707704'] for port, precommit_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:59:01.995918 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.plugin [req-2d19d932-040d-4f74-add1-91b499e587b7 req-610df980-f189-4b3d-b04e-a53a8409d201 tempest-VolumesActionsTest-739073482 tempest-VolumesActionsTest-739073482-project] Calling delete_port for 967241e2-a8aa-4fa5-adc6-fea88e3732bc owned by compute:nova {{(pid=85266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 09 13:59:02.158170 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [req-2d19d932-040d-4f74-add1-91b499e587b7 req-610df980-f189-4b3d-b04e-a53a8409d201 tempest-VolumesActionsTest-739073482 tempest-VolumesActionsTest-739073482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853739901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853759498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363265038874501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363265039307636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2203223'] for port, after_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:59:02.171027 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.db [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] get_ports_and_sgs() called for port_ids ['967241e2-a8aa-4fa5-adc6-fea88e3732bc'] {{(pid=85267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 09 13:59:02.174370 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-329c371b-125e-4be4-bf83-389344cc73b1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:59:02.234611 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610df980-f189-4b3d-b04e-a53a8409d201 tempest-VolumesActionsTest-739073482 tempest-VolumesActionsTest-739073482-project] Pushing event deleted for resources: {'Port': ['ID=967241e2-a8aa-4fa5-adc6-fea88e3732bc,revision_number=None']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:59:02.239439 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-610df980-f189-4b3d-b04e-a53a8409d201 tempest-VolumesActionsTest-739073482 tempest-VolumesActionsTest-739073482-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:59:02.701555 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d19d932-040d-4f74-add1-91b499e587b7 req-610df980-f189-4b3d-b04e-a53a8409d201 tempest-VolumesActionsTest-739073482 tempest-VolumesActionsTest-739073482-project] No DVR routers for this DVR port 967241e2-a8aa-4fa5-adc6-fea88e3732bc on host hv-cinder-78536 {{(pid=85266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 09 13:59:02.710862 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [req-2d19d932-040d-4f74-add1-91b499e587b7 req-610df980-f189-4b3d-b04e-a53a8409d201 tempest-VolumesActionsTest-739073482 tempest-VolumesActionsTest-739073482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770645'] for port, before_response {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:59:02.713805 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27e44e0b-663b-491b-a828-5025acb69d60', 'name': 'network-vif-deleted', 'tag': '967241e2-a8aa-4fa5-adc6-fea88e3732bc'}] {{(pid=85266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 09 13:59:02.720423 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-4daf4eae-dbca-490f-a168-273fc3ad899f req-1239eaad-c304-4990-b521-0e308142f296 tempest-VolumesActionsTest-739073482 tempest-VolumesActionsTest-739073482-project] 10.222.0.75 "GET /v2.0/ports?device_id=27e44e0b-663b-491b-a828-5025acb69d60 HTTP/1.1" status: 200 len: 210 time: 0.0987878 Apr 09 13:59:02.731157 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-2d19d932-040d-4f74-add1-91b499e587b7 req-610df980-f189-4b3d-b04e-a53a8409d201 tempest-VolumesActionsTest-739073482 tempest-VolumesActionsTest-739073482-project] 10.222.0.90 "DELETE /v2.0/ports/967241e2-a8aa-4fa5-adc6-fea88e3732bc HTTP/1.1" status: 204 len: 173 time: 1.2276518 Apr 09 13:59:02.782779 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27e44e0b-663b-491b-a828-5025acb69d60', 'name': 'network-vif-deleted', 'tag': '967241e2-a8aa-4fa5-adc6-fea88e3732bc', 'status': 'completed', 'code': 200} Apr 09 13:59:04.130477 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2231c990-73ec-4f77-b82a-769b98be411d req-1d18b52f-def7-4ac6-872b-557bcb661a38 tempest-VolumesActionsTest-739073482 tempest-VolumesActionsTest-739073482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:59:04.131998 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-2231c990-73ec-4f77-b82a-769b98be411d req-1d18b52f-def7-4ac6-872b-557bcb661a38 tempest-VolumesActionsTest-739073482 tempest-VolumesActionsTest-739073482-project] 10.222.0.75 "GET /v2.0/networks?id=803fd1d7-dd6f-4a0c-b88b-e79dea148b7b HTTP/1.1" status: 200 len: 807 time: 0.1717494 Apr 09 13:59:04.149559 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-2231c990-73ec-4f77-b82a-769b98be411d req-10a29b7e-31cd-4daa-ba96-3f3b6a5f5f92 tempest-VolumesActionsTest-739073482 tempest-VolumesActionsTest-739073482-project] 10.222.0.75 "GET /v2.0/quotas/20ec1c9307984a04a4095844c3f32ed4 HTTP/1.1" status: 200 len: 375 time: 0.0110884 Apr 09 13:59:04.203699 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [req-2231c990-73ec-4f77-b82a-769b98be411d req-82b8400d-e761-4831-8dfc-a81587e253a1 tempest-VolumesActionsTest-739073482 tempest-VolumesActionsTest-739073482-project] Synchronizing usage tracker for tenant:20ec1c9307984a04a4095844c3f32ed4 on resource:port {{(pid=85266) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 09 13:59:04.219792 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [req-2231c990-73ec-4f77-b82a-769b98be411d req-82b8400d-e761-4831-8dfc-a81587e253a1 tempest-VolumesActionsTest-739073482 tempest-VolumesActionsTest-739073482-project] Unset dirty status for tenant:20ec1c9307984a04a4095844c3f32ed4 on resource:port {{(pid=85266) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 09 13:59:04.221496 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-2231c990-73ec-4f77-b82a-769b98be411d req-82b8400d-e761-4831-8dfc-a81587e253a1 tempest-VolumesActionsTest-739073482 tempest-VolumesActionsTest-739073482-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=20ec1c9307984a04a4095844c3f32ed4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0656936 Apr 09 13:59:04.260656 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-8c8a3c0b-b075-4d6d-8c9c-cd16defdbb89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:59:04.396221 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-2231c990-73ec-4f77-b82a-769b98be411d req-72540a68-1681-4657-ab24-c5c6b9feed4b service neutron] 10.222.0.75 "GET /v2.0/networks/803fd1d7-dd6f-4a0c-b88b-e79dea148b7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1665204 Apr 09 13:59:04.542488 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-2231c990-73ec-4f77-b82a-769b98be411d req-a4dab939-6f77-4110-ad9b-8be9c6e35664 service neutron] 10.222.0.75 "GET /v2.0/networks/803fd1d7-dd6f-4a0c-b88b-e79dea148b7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397064 Apr 09 13:59:04.629523 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-038b6fee-909e-41c9-b649-649ad33ce393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:59:04.746620 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-8a54d560-ac82-43ad-8200-4a7ec2782e6a req-e02ba087-8507-4ac0-8ef1-0a06c1c56daa tempest-VolumesActionsTest-739073482 tempest-VolumesActionsTest-739073482-project] 10.222.0.75 "GET /v2.0/ports?device_id=8d31dc33-8724-42d6-ba52-a9a8e2e7234b HTTP/1.1" status: 200 len: 210 time: 0.0500903 Apr 09 13:59:04.957390 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.rpc [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Device 967241e2-a8aa-4fa5-adc6-fea88e3732bc no longer exists at agent hyperv_hv-cinder-78536 {{(pid=85267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 09 13:59:04.998392 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.plugin [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] No Port match for: 967241e2-a8aa-4fa5-adc6-fea88e3732bc {{(pid=85267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 09 13:59:04.998778 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.rpc [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Device 967241e2-a8aa-4fa5-adc6-fea88e3732bc not bound to the agent host hv-cinder-78536 {{(pid=85267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 09 13:59:05.276705 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:59:05.728372 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-c378f248-96be-4ef7-a52f-f55c09e56a36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:59:05.816765 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2231c990-73ec-4f77-b82a-769b98be411d req-fa6d3719-5274-47f4-9533-48348c8fd82d tempest-VolumesActionsTest-739073482 tempest-VolumesActionsTest-739073482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:59:05.818304 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-2231c990-73ec-4f77-b82a-769b98be411d req-fa6d3719-5274-47f4-9533-48348c8fd82d tempest-VolumesActionsTest-739073482 tempest-VolumesActionsTest-739073482-project] 10.222.0.90 "GET /v2.0/networks?id=803fd1d7-dd6f-4a0c-b88b-e79dea148b7b HTTP/1.1" status: 200 len: 807 time: 0.1703591 Apr 09 13:59:05.832575 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.v2.base [req-2231c990-73ec-4f77-b82a-769b98be411d req-e6a1951e-9c31-454f-b223-c0cde74a5f7d tempest-VolumesActionsTest-739073482 tempest-VolumesActionsTest-739073482-project] Request body: {'port': {'device_id': '8d31dc33-8724-42d6-ba52-a9a8e2e7234b', 'network_id': '803fd1d7-dd6f-4a0c-b88b-e79dea148b7b', 'admin_state_up': True, 'tenant_id': '20ec1c9307984a04a4095844c3f32ed4'}} {{(pid=85266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 09 13:59:05.986628 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-058ed836-00fe-4222-9aad-f92750a3c62a req-d9ffd1b2-0ef8-47d7-b202-b864d09f23be tempest-VolumesActionsTest-739073482 tempest-VolumesActionsTest-739073482-project] 10.222.0.75 "GET /v2.0/ports?device_id=8d31dc33-8724-42d6-ba52-a9a8e2e7234b HTTP/1.1" status: 200 len: 210 time: 0.1158481 Apr 09 13:59:06.034349 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [req-2231c990-73ec-4f77-b82a-769b98be411d req-e6a1951e-9c31-454f-b223-c0cde74a5f7d tempest-VolumesActionsTest-739073482 tempest-VolumesActionsTest-739073482-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 13:59:06.044778 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [req-2231c990-73ec-4f77-b82a-769b98be411d req-e6a1951e-9c31-454f-b223-c0cde74a5f7d tempest-VolumesActionsTest-739073482 tempest-VolumesActionsTest-739073482-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 13:59:06.053955 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2231c990-73ec-4f77-b82a-769b98be411d req-e6a1951e-9c31-454f-b223-c0cde74a5f7d tempest-VolumesActionsTest-739073482 tempest-VolumesActionsTest-739073482-project] Made reservation on behalf of 20ec1c9307984a04a4095844c3f32ed4 for: {'port': 1} {{(pid=85266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 09 13:59:06.060385 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [req-2231c990-73ec-4f77-b82a-769b98be411d req-e6a1951e-9c31-454f-b223-c0cde74a5f7d tempest-VolumesActionsTest-739073482 tempest-VolumesActionsTest-739073482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853739810'] for port, before_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:59:06.225159 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.db_base_plugin_common [req-2231c990-73ec-4f77-b82a-769b98be411d req-e6a1951e-9c31-454f-b223-c0cde74a5f7d tempest-VolumesActionsTest-739073482 tempest-VolumesActionsTest-739073482-project] Allocated IP 172.20.0.13 (803fd1d7-dd6f-4a0c-b88b-e79dea148b7b/a1f16322-b9de-4ebf-b948-a4e87d77ccca/1bbf1b6f-3e22-4beb-8f3c-534b9c5e5fc4) {{(pid=85266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 09 13:59:06.433295 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [req-2231c990-73ec-4f77-b82a-769b98be411d req-e6a1951e-9c31-454f-b223-c0cde74a5f7d tempest-VolumesActionsTest-739073482 tempest-VolumesActionsTest-739073482-project] Notify callbacks [] for port, precommit_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:59:06.463006 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [req-2231c990-73ec-4f77-b82a-769b98be411d req-e6a1951e-9c31-454f-b223-c0cde74a5f7d tempest-VolumesActionsTest-739073482 tempest-VolumesActionsTest-739073482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853739901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853759498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771815468164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2203223'] for port, after_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:59:06.480306 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-86442de6-69bc-4ae6-855b-6a4a93b7d5b7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:59:06.634785 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a1951e-9c31-454f-b223-c0cde74a5f7d tempest-VolumesActionsTest-739073482 tempest-VolumesActionsTest-739073482-project] Pushing event updated for resources: {'Port': ['ID=1bbf1b6f-3e22-4beb-8f3c-534b9c5e5fc4,revision_number=1']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:59:06.638385 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-e6a1951e-9c31-454f-b223-c0cde74a5f7d tempest-VolumesActionsTest-739073482 tempest-VolumesActionsTest-739073482-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:59:06.684965 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2231c990-73ec-4f77-b82a-769b98be411d req-e6a1951e-9c31-454f-b223-c0cde74a5f7d tempest-VolumesActionsTest-739073482 tempest-VolumesActionsTest-739073482-project] Network 803fd1d7-dd6f-4a0c-b88b-e79dea148b7b is already hosted by enough agents. {{(pid=85266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 09 13:59:06.686194 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.scheduler.base_scheduler [req-2231c990-73ec-4f77-b82a-769b98be411d req-e6a1951e-9c31-454f-b223-c0cde74a5f7d tempest-VolumesActionsTest-739073482 tempest-VolumesActionsTest-739073482-project] Resources bound (agent type, host, resource id): {{(pid=85266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 09 13:59:06.688497 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_dvrscheduler_db [req-2231c990-73ec-4f77-b82a-769b98be411d req-e6a1951e-9c31-454f-b223-c0cde74a5f7d tempest-VolumesActionsTest-739073482 tempest-VolumesActionsTest-739073482-project] Received port after_create {{(pid=85266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 09 13:59:06.762229 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2231c990-73ec-4f77-b82a-769b98be411d req-e6a1951e-9c31-454f-b223-c0cde74a5f7d tempest-VolumesActionsTest-739073482 tempest-VolumesActionsTest-739073482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:59:06.762896 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [req-2231c990-73ec-4f77-b82a-769b98be411d req-e6a1951e-9c31-454f-b223-c0cde74a5f7d tempest-VolumesActionsTest-739073482 tempest-VolumesActionsTest-739073482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770645'] for port, before_response {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:59:06.788147 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-2231c990-73ec-4f77-b82a-769b98be411d req-e6a1951e-9c31-454f-b223-c0cde74a5f7d tempest-VolumesActionsTest-739073482 tempest-VolumesActionsTest-739073482-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9606295 Apr 09 13:59:06.800921 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.v2.base [req-2231c990-73ec-4f77-b82a-769b98be411d req-c82b5b79-1a9c-4580-b966-120046f45aa3 service neutron] Request body: {'port': {'device_id': '8d31dc33-8724-42d6-ba52-a9a8e2e7234b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78536'}} {{(pid=85266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 09 13:59:06.927404 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [req-2231c990-73ec-4f77-b82a-769b98be411d req-c82b5b79-1a9c-4580-b966-120046f45aa3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853739810'] for port, before_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:59:07.319033 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaf7b5e-b76b-4c34-8666-7238ae921ecd req-411f4229-8fc3-4150-8dde-f2ceaec18e3c tempest-VolumesActionsTest-739073482 tempest-VolumesActionsTest-739073482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:59:07.319763 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [req-caaf7b5e-b76b-4c34-8666-7238ae921ecd req-411f4229-8fc3-4150-8dde-f2ceaec18e3c tempest-VolumesActionsTest-739073482 tempest-VolumesActionsTest-739073482-project] Synchronizing usage tracker for tenant:20ec1c9307984a04a4095844c3f32ed4 on resource:port {{(pid=85266) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 09 13:59:07.345469 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [req-caaf7b5e-b76b-4c34-8666-7238ae921ecd req-411f4229-8fc3-4150-8dde-f2ceaec18e3c tempest-VolumesActionsTest-739073482 tempest-VolumesActionsTest-739073482-project] Unset dirty status for tenant:20ec1c9307984a04a4095844c3f32ed4 on resource:port {{(pid=85266) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 09 13:59:07.347390 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-caaf7b5e-b76b-4c34-8666-7238ae921ecd req-411f4229-8fc3-4150-8dde-f2ceaec18e3c tempest-VolumesActionsTest-739073482 tempest-VolumesActionsTest-739073482-project] 10.222.0.75 "GET /v2.0/ports?device_id=8d31dc33-8724-42d6-ba52-a9a8e2e7234b HTTP/1.1" status: 200 len: 932 time: 0.2419508 Apr 09 13:59:07.438190 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-caaf7b5e-b76b-4c34-8666-7238ae921ecd req-723b1521-a62f-45b9-bb0a-3a1c2781e1f1 tempest-VolumesActionsTest-739073482 tempest-VolumesActionsTest-739073482-project] 10.222.0.75 "GET /v2.0/security-groups?id=2008afb4-e8a8-4c40-aee1-19b21cc106f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737398 Apr 09 13:59:07.448321 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.notifiers.nova [req-2231c990-73ec-4f77-b82a-769b98be411d req-c82b5b79-1a9c-4580-b966-120046f45aa3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1bbf1b6f-3e22-4beb-8f3c-534b9c5e5fc4 {{(pid=85266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 09 13:59:07.457198 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [req-2231c990-73ec-4f77-b82a-769b98be411d req-c82b5b79-1a9c-4580-b966-120046f45aa3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:59:07.473385 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.provisioning_blocks [req-2231c990-73ec-4f77-b82a-769b98be411d req-c82b5b79-1a9c-4580-b966-120046f45aa3 service neutron] Transition to ACTIVE for port object 1bbf1b6f-3e22-4beb-8f3c-534b9c5e5fc4 will not be triggered until provisioned by entity L2. {{(pid=85266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 09 13:59:07.476325 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [req-2231c990-73ec-4f77-b82a-769b98be411d req-c82b5b79-1a9c-4580-b966-120046f45aa3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853739901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853759498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265038874484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771815468181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265039307602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852572594'] for port, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:59:07.491798 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-43f756a9-df73-4a70-ab97-57d514d9ab58 tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:59:07.637291 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82b5b79-1a9c-4580-b966-120046f45aa3 service neutron] Pushing event updated for resources: {'Port': ['ID=1bbf1b6f-3e22-4beb-8f3c-534b9c5e5fc4,revision_number=2']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:59:07.641631 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-c82b5b79-1a9c-4580-b966-120046f45aa3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:59:07.860586 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.managers [req-2231c990-73ec-4f77-b82a-769b98be411d req-c82b5b79-1a9c-4580-b966-120046f45aa3 service neutron] Attempting to bind port 1bbf1b6f-3e22-4beb-8f3c-534b9c5e5fc4 on host hv-cinder-78536 for vnic_type normal with profile {{(pid=85266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 09 13:59:07.860968 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.managers [req-2231c990-73ec-4f77-b82a-769b98be411d req-c82b5b79-1a9c-4580-b966-120046f45aa3 service neutron] Attempting to bind port 1bbf1b6f-3e22-4beb-8f3c-534b9c5e5fc4 by drivers openvswitch,hyperv on host hv-cinder-78536 at level 0 using segments [{'id': 'd5a9c0ba-3210-4b9d-acef-e61ddbabf6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '803fd1d7-dd6f-4a0c-b88b-e79dea148b7b'}] {{(pid=85266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 09 13:59:07.861417 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2231c990-73ec-4f77-b82a-769b98be411d req-c82b5b79-1a9c-4580-b966-120046f45aa3 service neutron] Attempting to bind port 1bbf1b6f-3e22-4beb-8f3c-534b9c5e5fc4 on network 803fd1d7-dd6f-4a0c-b88b-e79dea148b7b {{(pid=85266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 09 13:59:07.866367 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2231c990-73ec-4f77-b82a-769b98be411d req-c82b5b79-1a9c-4580-b966-120046f45aa3 service neutron] Port 1bbf1b6f-3e22-4beb-8f3c-534b9c5e5fc4 on network 803fd1d7-dd6f-4a0c-b88b-e79dea148b7b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78536 {{(pid=85266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 09 13:59:07.866741 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2231c990-73ec-4f77-b82a-769b98be411d req-c82b5b79-1a9c-4580-b966-120046f45aa3 service neutron] Attempting to bind port 1bbf1b6f-3e22-4beb-8f3c-534b9c5e5fc4 on network 803fd1d7-dd6f-4a0c-b88b-e79dea148b7b {{(pid=85266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 09 13:59:07.872169 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2231c990-73ec-4f77-b82a-769b98be411d req-c82b5b79-1a9c-4580-b966-120046f45aa3 service neutron] Checking agent: {'id': '5a3daac1-2611-42bd-a388-caa17c5666c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78536', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 9, 13, 45, 11), 'started_at': datetime.datetime(2021, 4, 9, 13, 45, 11), 'heartbeat_timestamp': datetime.datetime(2021, 4, 9, 13, 58, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 09 13:59:07.872546 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2231c990-73ec-4f77-b82a-769b98be411d req-c82b5b79-1a9c-4580-b966-120046f45aa3 service neutron] Checking segment: {'id': 'd5a9c0ba-3210-4b9d-acef-e61ddbabf6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '803fd1d7-dd6f-4a0c-b88b-e79dea148b7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 09 13:59:07.872971 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2231c990-73ec-4f77-b82a-769b98be411d req-c82b5b79-1a9c-4580-b966-120046f45aa3 service neutron] Bound using segment: {'id': 'd5a9c0ba-3210-4b9d-acef-e61ddbabf6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '803fd1d7-dd6f-4a0c-b88b-e79dea148b7b'} {{(pid=85266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 09 13:59:07.873442 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.managers [req-2231c990-73ec-4f77-b82a-769b98be411d req-c82b5b79-1a9c-4580-b966-120046f45aa3 service neutron] Bound port: 1bbf1b6f-3e22-4beb-8f3c-534b9c5e5fc4, host: hv-cinder-78536, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5a9c0ba-3210-4b9d-acef-e61ddbabf6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '803fd1d7-dd6f-4a0c-b88b-e79dea148b7b'}}] {{(pid=85266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 09 13:59:07.873972 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [req-2231c990-73ec-4f77-b82a-769b98be411d req-c82b5b79-1a9c-4580-b966-120046f45aa3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853739810'] for port, before_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:59:07.956430 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.db [req-2231c990-73ec-4f77-b82a-769b98be411d req-c82b5b79-1a9c-4580-b966-120046f45aa3 service neutron] For port 1bbf1b6f-3e22-4beb-8f3c-534b9c5e5fc4, host hv-cinder-78536, cleared binding levels {{(pid=85266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 09 13:59:07.959505 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.db [req-2231c990-73ec-4f77-b82a-769b98be411d req-c82b5b79-1a9c-4580-b966-120046f45aa3 service neutron] For port 1bbf1b6f-3e22-4beb-8f3c-534b9c5e5fc4, host hv-cinder-78536, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=1bbf1b6f-3e22-4beb-8f3c-534b9c5e5fc4,segment=NetworkSegment(d5a9c0ba-3210-4b9d-acef-e61ddbabf6d4),segment_id=d5a9c0ba-3210-4b9d-acef-e61ddbabf6d4)] {{(pid=85266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 09 13:59:07.963219 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [req-2231c990-73ec-4f77-b82a-769b98be411d req-c82b5b79-1a9c-4580-b966-120046f45aa3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853739901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853759498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265038874484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771815468181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265039307602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852572594'] for port, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:59:07.978658 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-5e062ec7-729c-4597-8afa-d5e206e645c6 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:59:08.130504 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82b5b79-1a9c-4580-b966-120046f45aa3 service neutron] Pushing event updated for resources: {'Port': ['ID=1bbf1b6f-3e22-4beb-8f3c-534b9c5e5fc4,revision_number=3']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:59:08.133806 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-c82b5b79-1a9c-4580-b966-120046f45aa3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:59:08.171501 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2231c990-73ec-4f77-b82a-769b98be411d req-c82b5b79-1a9c-4580-b966-120046f45aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:59:08.172187 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [req-2231c990-73ec-4f77-b82a-769b98be411d req-c82b5b79-1a9c-4580-b966-120046f45aa3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770645'] for port, before_response {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:59:08.174551 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-2231c990-73ec-4f77-b82a-769b98be411d req-c82b5b79-1a9c-4580-b966-120046f45aa3 service neutron] 10.222.0.90 "PUT /v2.0/ports/1bbf1b6f-3e22-4beb-8f3c-534b9c5e5fc4 HTTP/1.1" status: 200 len: 1094 time: 1.3778203 Apr 09 13:59:08.175142 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d31dc33-8724-42d6-ba52-a9a8e2e7234b', 'tag': '1bbf1b6f-3e22-4beb-8f3c-534b9c5e5fc4'}] {{(pid=85266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 09 13:59:08.498806 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d31dc33-8724-42d6-ba52-a9a8e2e7234b', 'tag': '1bbf1b6f-3e22-4beb-8f3c-534b9c5e5fc4', 'status': 'completed', 'code': 200} Apr 09 13:59:08.542233 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2231c990-73ec-4f77-b82a-769b98be411d req-add463a1-9a8b-4133-8705-618846229008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:59:08.543871 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-2231c990-73ec-4f77-b82a-769b98be411d req-add463a1-9a8b-4133-8705-618846229008 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=20ec1c9307984a04a4095844c3f32ed4&device_id=8d31dc33-8724-42d6-ba52-a9a8e2e7234b HTTP/1.1" status: 200 len: 1097 time: 0.3319247 Apr 09 13:59:08.664727 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-2231c990-73ec-4f77-b82a-769b98be411d req-a07082ae-6d6d-4ecf-8a9e-e2e049d2c55b service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1bbf1b6f-3e22-4beb-8f3c-534b9c5e5fc4 HTTP/1.1" status: 200 len: 217 time: 0.1129456 Apr 09 13:59:08.754367 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2231c990-73ec-4f77-b82a-769b98be411d req-8d2cdae0-23d2-4536-a92f-5af16a71c274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:59:08.755928 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-2231c990-73ec-4f77-b82a-769b98be411d req-8d2cdae0-23d2-4536-a92f-5af16a71c274 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=a1f16322-b9de-4ebf-b948-a4e87d77ccca HTTP/1.1" status: 200 len: 847 time: 0.0839643 Apr 09 13:59:08.768758 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5877dcc0-0e14-4ddb-bf41-d5b6e6f94e38 req-671ee1cc-3bbd-44fd-9961-411633f3e19f tempest-VolumesActionsTest-739073482 tempest-VolumesActionsTest-739073482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:59:08.770285 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-5877dcc0-0e14-4ddb-bf41-d5b6e6f94e38 req-671ee1cc-3bbd-44fd-9961-411633f3e19f tempest-VolumesActionsTest-739073482 tempest-VolumesActionsTest-739073482-project] 10.222.0.75 "GET /v2.0/ports?device_id=8d31dc33-8724-42d6-ba52-a9a8e2e7234b HTTP/1.1" status: 200 len: 944 time: 0.1669931 Apr 09 13:59:08.835690 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-2231c990-73ec-4f77-b82a-769b98be411d req-ab8ae2a0-3d7d-495b-b137-9a5b0ac50e75 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=803fd1d7-dd6f-4a0c-b88b-e79dea148b7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0643668 Apr 09 13:59:08.843479 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-5877dcc0-0e14-4ddb-bf41-d5b6e6f94e38 req-e8b84f05-d2e9-4250-91ac-803f7736fe07 tempest-VolumesActionsTest-739073482 tempest-VolumesActionsTest-739073482-project] 10.222.0.75 "GET /v2.0/security-groups?id=2008afb4-e8a8-4c40-aee1-19b21cc106f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380390 Apr 09 13:59:08.983657 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-2231c990-73ec-4f77-b82a-769b98be411d req-f31dd809-9583-4f1e-9652-b33cfbadfb36 service neutron] 10.222.0.90 "GET /v2.0/networks/803fd1d7-dd6f-4a0c-b88b-e79dea148b7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391449 Apr 09 13:59:09.131251 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-2231c990-73ec-4f77-b82a-769b98be411d req-64a72d4e-335d-40cc-a3d9-3a2487316058 service neutron] 10.222.0.90 "GET /v2.0/networks/803fd1d7-dd6f-4a0c-b88b-e79dea148b7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415200 Apr 09 13:59:09.254502 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff6fb79-c933-475c-86e3-3c53ac577327 req-a14c0d30-5634-4d84-927a-e2763e452416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:59:09.256119 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-3ff6fb79-c933-475c-86e3-3c53ac577327 req-a14c0d30-5634-4d84-927a-e2763e452416 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=20ec1c9307984a04a4095844c3f32ed4&device_id=8d31dc33-8724-42d6-ba52-a9a8e2e7234b HTTP/1.1" status: 200 len: 1097 time: 0.0807128 Apr 09 13:59:09.406203 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff6fb79-c933-475c-86e3-3c53ac577327 req-fb8b89ca-c26d-47f8-8501-75876ad8a822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:59:09.407708 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-3ff6fb79-c933-475c-86e3-3c53ac577327 req-fb8b89ca-c26d-47f8-8501-75876ad8a822 service neutron] 10.222.0.90 "GET /v2.0/networks?id=803fd1d7-dd6f-4a0c-b88b-e79dea148b7b HTTP/1.1" status: 200 len: 908 time: 0.1444111 Apr 09 13:59:09.485357 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-3ff6fb79-c933-475c-86e3-3c53ac577327 req-7d9e97bf-c55b-46bc-adc6-eb06f9dfd2f7 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1bbf1b6f-3e22-4beb-8f3c-534b9c5e5fc4 HTTP/1.1" status: 200 len: 217 time: 0.0708246 Apr 09 13:59:09.562233 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff6fb79-c933-475c-86e3-3c53ac577327 req-01d61c50-5adb-4056-8104-fbf9b745e45f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:59:09.563806 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-3ff6fb79-c933-475c-86e3-3c53ac577327 req-01d61c50-5adb-4056-8104-fbf9b745e45f service neutron] 10.222.0.90 "GET /v2.0/subnets?id=a1f16322-b9de-4ebf-b948-a4e87d77ccca HTTP/1.1" status: 200 len: 847 time: 0.0723498 Apr 09 13:59:09.616881 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-3ff6fb79-c933-475c-86e3-3c53ac577327 req-dedb3d3a-cef5-489d-9fd4-99c04304aa1e service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=803fd1d7-dd6f-4a0c-b88b-e79dea148b7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465543 Apr 09 13:59:09.762548 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-3ff6fb79-c933-475c-86e3-3c53ac577327 req-a841f4ef-98a8-4f7b-ba8b-2919f3c1ec87 service neutron] 10.222.0.90 "GET /v2.0/networks/803fd1d7-dd6f-4a0c-b88b-e79dea148b7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388881 Apr 09 13:59:09.910819 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-3ff6fb79-c933-475c-86e3-3c53ac577327 req-55b092af-27f5-4ee9-a416-93e5b74df0ad service neutron] 10.222.0.90 "GET /v2.0/networks/803fd1d7-dd6f-4a0c-b88b-e79dea148b7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417646 Apr 09 13:59:10.049842 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bf5537-7b7d-4718-8168-4c62d49f4bde req-a949a8d4-445f-4499-b790-94b53fad105d tempest-VolumesActionsTest-739073482 tempest-VolumesActionsTest-739073482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:59:10.051450 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-66bf5537-7b7d-4718-8168-4c62d49f4bde req-a949a8d4-445f-4499-b790-94b53fad105d tempest-VolumesActionsTest-739073482 tempest-VolumesActionsTest-739073482-project] 10.222.0.75 "GET /v2.0/ports?device_id=8d31dc33-8724-42d6-ba52-a9a8e2e7234b HTTP/1.1" status: 200 len: 944 time: 0.0902615 Apr 09 13:59:10.083833 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-66bf5537-7b7d-4718-8168-4c62d49f4bde req-6da084af-1594-4a75-bb3e-532b02ad59d4 tempest-VolumesActionsTest-739073482 tempest-VolumesActionsTest-739073482-project] 10.222.0.75 "GET /v2.0/security-groups?id=2008afb4-e8a8-4c40-aee1-19b21cc106f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0260062 Apr 09 13:59:10.960890 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.rpc [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Device 1bbf1b6f-3e22-4beb-8f3c-534b9c5e5fc4 details requested by agent hyperv_hv-cinder-78536 with host hv-cinder-78536 {{(pid=85267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 09 13:59:11.086728 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:59:11.118431 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.db [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] For port 1bbf1b6f-3e22-4beb-8f3c-534b9c5e5fc4, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=1bbf1b6f-3e22-4beb-8f3c-534b9c5e5fc4,segment=NetworkSegment(d5a9c0ba-3210-4b9d-acef-e61ddbabf6d4),segment_id=d5a9c0ba-3210-4b9d-acef-e61ddbabf6d4)] {{(pid=85267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 09 13:59:11.133087 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.rpc [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Returning: {'device': '1bbf1b6f-3e22-4beb-8f3c-534b9c5e5fc4', 'network_id': '803fd1d7-dd6f-4a0c-b88b-e79dea148b7b', 'port_id': '1bbf1b6f-3e22-4beb-8f3c-534b9c5e5fc4', 'mac_address': 'fa:16:3e:c9:29:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1f16322-b9de-4ebf-b948-a4e87d77ccca', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 09 13:59:11.197394 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853739810'] for port, before_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:59:11.198796 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.notifiers.nova [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1bbf1b6f-3e22-4beb-8f3c-534b9c5e5fc4 {{(pid=85267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 09 13:59:11.215974 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.db [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] For port 1bbf1b6f-3e22-4beb-8f3c-534b9c5e5fc4, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=1bbf1b6f-3e22-4beb-8f3c-534b9c5e5fc4,segment=NetworkSegment(d5a9c0ba-3210-4b9d-acef-e61ddbabf6d4),segment_id=d5a9c0ba-3210-4b9d-acef-e61ddbabf6d4)] {{(pid=85267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 09 13:59:11.219334 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853739901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853759498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265038874484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771815468181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265039307602'] for port, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:59:11.221811 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:59:11.300120 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a470fc53-99d6-403b-b886-574ac210beac req-8d3f0062-990b-4e89-a2f3-06e334e5ecdd tempest-VolumesActionsTest-739073482 tempest-VolumesActionsTest-739073482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:59:11.300874 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Pushing event updated for resources: {'Port': ['ID=1bbf1b6f-3e22-4beb-8f3c-534b9c5e5fc4,revision_number=4']} {{(pid=85267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:59:11.301909 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-a470fc53-99d6-403b-b886-574ac210beac req-8d3f0062-990b-4e89-a2f3-06e334e5ecdd tempest-VolumesActionsTest-739073482 tempest-VolumesActionsTest-739073482-project] 10.222.0.75 "GET /v2.0/ports?device_id=8d31dc33-8724-42d6-ba52-a9a8e2e7234b HTTP/1.1" status: 200 len: 945 time: 0.0984294 Apr 09 13:59:11.304038 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=85267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:59:11.334555 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-a470fc53-99d6-403b-b886-574ac210beac req-7dc5697b-6fae-4c41-80fb-e112c6a71833 tempest-VolumesActionsTest-739073482 tempest-VolumesActionsTest-739073482-project] 10.222.0.75 "GET /v2.0/security-groups?id=2008afb4-e8a8-4c40-aee1-19b21cc106f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0251477 Apr 09 13:59:11.537827 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.db [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] get_ports_and_sgs() called for port_ids ['1bbf1b6f-3e22-4beb-8f3c-534b9c5e5fc4'] {{(pid=85267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 09 13:59:12.540262 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2a89a6-e3f6-4838-90ed-ba9deaf38601 req-09ef5ec5-7d1d-4d95-b69d-a21703f08a20 tempest-VolumesActionsTest-739073482 tempest-VolumesActionsTest-739073482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:59:12.541922 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-9b2a89a6-e3f6-4838-90ed-ba9deaf38601 req-09ef5ec5-7d1d-4d95-b69d-a21703f08a20 tempest-VolumesActionsTest-739073482 tempest-VolumesActionsTest-739073482-project] 10.222.0.75 "GET /v2.0/ports?device_id=8d31dc33-8724-42d6-ba52-a9a8e2e7234b HTTP/1.1" status: 200 len: 945 time: 0.0931659 Apr 09 13:59:12.573534 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-9b2a89a6-e3f6-4838-90ed-ba9deaf38601 req-b3005fad-d218-4a72-a2b4-09ff8f10ea32 tempest-VolumesActionsTest-739073482 tempest-VolumesActionsTest-739073482-project] 10.222.0.75 "GET /v2.0/security-groups?id=2008afb4-e8a8-4c40-aee1-19b21cc106f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0251763 Apr 09 13:59:12.966241 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.rpc [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Device 1bbf1b6f-3e22-4beb-8f3c-534b9c5e5fc4 up at agent hyperv_hv-cinder-78536 {{(pid=85267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 09 13:59:13.043213 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.provisioning_blocks [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Provisioning for port 1bbf1b6f-3e22-4beb-8f3c-534b9c5e5fc4 completed by entity L2. {{(pid=85267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 09 13:59:13.049334 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.provisioning_blocks [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Provisioning complete for port 1bbf1b6f-3e22-4beb-8f3c-534b9c5e5fc4 triggered by entity L2. {{(pid=85267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 09 13:59:13.049825 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765226'] for port, provisioning_complete {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:59:13.182248 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853739810'] for port, before_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:59:13.194361 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d31dc33-8724-42d6-ba52-a9a8e2e7234b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bbf1b6f-3e22-4beb-8f3c-534b9c5e5fc4'}] {{(pid=85267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 09 13:59:13.204552 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.db [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] For port 1bbf1b6f-3e22-4beb-8f3c-534b9c5e5fc4, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=1bbf1b6f-3e22-4beb-8f3c-534b9c5e5fc4,segment=NetworkSegment(d5a9c0ba-3210-4b9d-acef-e61ddbabf6d4),segment_id=d5a9c0ba-3210-4b9d-acef-e61ddbabf6d4)] {{(pid=85267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 09 13:59:13.208611 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853739901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853759498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265038874484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771815468181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265039307602'] for port, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:59:13.211535 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:59:13.252269 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d31dc33-8724-42d6-ba52-a9a8e2e7234b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bbf1b6f-3e22-4beb-8f3c-534b9c5e5fc4', 'code': 200} Apr 09 13:59:13.293574 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Pushing event updated for resources: {'Port': ['ID=1bbf1b6f-3e22-4beb-8f3c-534b9c5e5fc4,revision_number=5']} {{(pid=85267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:59:13.296756 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=85267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:59:13.507593 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037328fb-c8b2-4509-8a55-9e3bf542e515 req-59672562-b50e-45b6-a7ba-5d1b79dea3a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:59:13.509201 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-037328fb-c8b2-4509-8a55-9e3bf542e515 req-59672562-b50e-45b6-a7ba-5d1b79dea3a5 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=8d31dc33-8724-42d6-ba52-a9a8e2e7234b HTTP/1.1" status: 200 len: 1099 time: 0.0828371 Apr 09 13:59:13.538418 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-037328fb-c8b2-4509-8a55-9e3bf542e515 req-53091d40-77a8-4b75-a517-dc054f3ee557 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=2008afb4-e8a8-4c40-aee1-19b21cc106f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0222504 Apr 09 13:59:13.790156 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cdfb6e-a9f4-4ca7-962d-62753044ce21 req-a104340f-4d55-4706-93a0-ec15e62ffa74 tempest-VolumesActionsTest-739073482 tempest-VolumesActionsTest-739073482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:59:13.791694 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-13cdfb6e-a9f4-4ca7-962d-62753044ce21 req-a104340f-4d55-4706-93a0-ec15e62ffa74 tempest-VolumesActionsTest-739073482 tempest-VolumesActionsTest-739073482-project] 10.222.0.75 "GET /v2.0/ports?device_id=8d31dc33-8724-42d6-ba52-a9a8e2e7234b HTTP/1.1" status: 200 len: 946 time: 0.0931642 Apr 09 13:59:13.824633 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-13cdfb6e-a9f4-4ca7-962d-62753044ce21 req-76f52848-e61d-48b4-b139-62cd6fe2e305 tempest-VolumesActionsTest-739073482 tempest-VolumesActionsTest-739073482-project] 10.222.0.75 "GET /v2.0/security-groups?id=2008afb4-e8a8-4c40-aee1-19b21cc106f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0264003 Apr 09 13:59:15.034318 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d156109a-43ac-414d-afbe-3da1df132bf5 req-038ef0db-a578-4f6b-97ab-f80adca71049 tempest-VolumesActionsTest-739073482 tempest-VolumesActionsTest-739073482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:59:15.035972 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-d156109a-43ac-414d-afbe-3da1df132bf5 req-038ef0db-a578-4f6b-97ab-f80adca71049 tempest-VolumesActionsTest-739073482 tempest-VolumesActionsTest-739073482-project] 10.222.0.75 "GET /v2.0/ports?device_id=8d31dc33-8724-42d6-ba52-a9a8e2e7234b HTTP/1.1" status: 200 len: 946 time: 0.0940511 Apr 09 13:59:15.072287 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-d156109a-43ac-414d-afbe-3da1df132bf5 req-68c83430-7a64-46dc-86aa-4d37ebaafde4 tempest-VolumesActionsTest-739073482 tempest-VolumesActionsTest-739073482-project] 10.222.0.75 "GET /v2.0/security-groups?id=2008afb4-e8a8-4c40-aee1-19b21cc106f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298178 Apr 09 13:59:16.350953 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66f0b18-458e-416f-981f-89e77bc7f65b req-7c394a3d-4e0a-4182-bc9a-13c4583b944c tempest-VolumesActionsTest-739073482 tempest-VolumesActionsTest-739073482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:59:16.352490 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-d66f0b18-458e-416f-981f-89e77bc7f65b req-7c394a3d-4e0a-4182-bc9a-13c4583b944c tempest-VolumesActionsTest-739073482 tempest-VolumesActionsTest-739073482-project] 10.222.0.75 "GET /v2.0/ports?device_id=8d31dc33-8724-42d6-ba52-a9a8e2e7234b HTTP/1.1" status: 200 len: 946 time: 0.0957766 Apr 09 13:59:16.383903 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-d66f0b18-458e-416f-981f-89e77bc7f65b req-601c32b8-45a6-4de0-a60f-6f991fc05733 tempest-VolumesActionsTest-739073482 tempest-VolumesActionsTest-739073482-project] 10.222.0.75 "GET /v2.0/security-groups?id=2008afb4-e8a8-4c40-aee1-19b21cc106f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0248277 Apr 09 13:59:17.420448 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.agents_db [None req-c64c1605-ccfd-4af7-a5d2-2f7932bd8cd3 None None] Agent healthcheck: found 6 active agents {{(pid=85268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 09 13:59:17.597831 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf424eac-dc1a-4e66-a034-52c0f4a0a0f1 req-24dddb5a-dd01-4752-882f-22fdaf54aca8 tempest-VolumesActionsTest-739073482 tempest-VolumesActionsTest-739073482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:59:17.599814 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-cf424eac-dc1a-4e66-a034-52c0f4a0a0f1 req-24dddb5a-dd01-4752-882f-22fdaf54aca8 tempest-VolumesActionsTest-739073482 tempest-VolumesActionsTest-739073482-project] 10.222.0.75 "GET /v2.0/ports?device_id=8d31dc33-8724-42d6-ba52-a9a8e2e7234b HTTP/1.1" status: 200 len: 946 time: 0.0991256 Apr 09 13:59:17.631573 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-cf424eac-dc1a-4e66-a034-52c0f4a0a0f1 req-79a18658-0bc5-44ad-a9d2-ca6ede6432f6 tempest-VolumesActionsTest-739073482 tempest-VolumesActionsTest-739073482-project] 10.222.0.75 "GET /v2.0/security-groups?id=2008afb4-e8a8-4c40-aee1-19b21cc106f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0252337 Apr 09 13:59:17.730614 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fc814f-ba6b-4e8f-8c08-17158cbb9bb0 req-4a930e99-59ca-45e5-b7e7-45705928aa65 tempest-VolumesActionsTest-739073482 tempest-VolumesActionsTest-739073482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:59:17.732286 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-59fc814f-ba6b-4e8f-8c08-17158cbb9bb0 req-4a930e99-59ca-45e5-b7e7-45705928aa65 tempest-VolumesActionsTest-739073482 tempest-VolumesActionsTest-739073482-project] 10.222.0.90 "GET /v2.0/ports?device_id=8d31dc33-8724-42d6-ba52-a9a8e2e7234b HTTP/1.1" status: 200 len: 946 time: 0.0933518 Apr 09 13:59:17.815631 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.plugin [req-59fc814f-ba6b-4e8f-8c08-17158cbb9bb0 req-e1b7576e-8f2d-4dfc-a475-ba397ae93bf5 tempest-VolumesActionsTest-739073482 tempest-VolumesActionsTest-739073482-project] Deleting port 1bbf1b6f-3e22-4beb-8f3c-534b9c5e5fc4 {{(pid=85266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 09 13:59:17.816017 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [req-59fc814f-ba6b-4e8f-8c08-17158cbb9bb0 req-e1b7576e-8f2d-4dfc-a475-ba397ae93bf5 tempest-VolumesActionsTest-739073482 tempest-VolumesActionsTest-739073482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771815896742'] for port, before_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:59:18.088275 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.db [req-59fc814f-ba6b-4e8f-8c08-17158cbb9bb0 req-e1b7576e-8f2d-4dfc-a475-ba397ae93bf5 tempest-VolumesActionsTest-739073482 tempest-VolumesActionsTest-739073482-project] For port 1bbf1b6f-3e22-4beb-8f3c-534b9c5e5fc4, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=1bbf1b6f-3e22-4beb-8f3c-534b9c5e5fc4,segment=NetworkSegment(d5a9c0ba-3210-4b9d-acef-e61ddbabf6d4),segment_id=d5a9c0ba-3210-4b9d-acef-e61ddbabf6d4)] {{(pid=85266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 09 13:59:18.088683 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [req-59fc814f-ba6b-4e8f-8c08-17158cbb9bb0 req-e1b7576e-8f2d-4dfc-a475-ba397ae93bf5 tempest-VolumesActionsTest-739073482 tempest-VolumesActionsTest-739073482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-707704'] for port, precommit_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:59:18.225016 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.plugin [req-59fc814f-ba6b-4e8f-8c08-17158cbb9bb0 req-e1b7576e-8f2d-4dfc-a475-ba397ae93bf5 tempest-VolumesActionsTest-739073482 tempest-VolumesActionsTest-739073482-project] Calling delete_port for 1bbf1b6f-3e22-4beb-8f3c-534b9c5e5fc4 owned by compute:nova {{(pid=85266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 09 13:59:18.379242 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [req-59fc814f-ba6b-4e8f-8c08-17158cbb9bb0 req-e1b7576e-8f2d-4dfc-a475-ba397ae93bf5 tempest-VolumesActionsTest-739073482 tempest-VolumesActionsTest-739073482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853739901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853759498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363265038874501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363265039307636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2203223'] for port, after_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:59:18.392961 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.db [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] get_ports_and_sgs() called for port_ids ['1bbf1b6f-3e22-4beb-8f3c-534b9c5e5fc4'] {{(pid=85267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 09 13:59:18.396115 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-700c7653-3b79-4b33-94ac-e5fc354ba1d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:59:18.457127 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b7576e-8f2d-4dfc-a475-ba397ae93bf5 tempest-VolumesActionsTest-739073482 tempest-VolumesActionsTest-739073482-project] Pushing event deleted for resources: {'Port': ['ID=1bbf1b6f-3e22-4beb-8f3c-534b9c5e5fc4,revision_number=None']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:59:18.521286 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b7576e-8f2d-4dfc-a475-ba397ae93bf5 tempest-VolumesActionsTest-739073482 tempest-VolumesActionsTest-739073482-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:59:18.521716 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b7576e-8f2d-4dfc-a475-ba397ae93bf5 tempest-VolumesActionsTest-739073482 tempest-VolumesActionsTest-739073482-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:59:18.522146 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b7576e-8f2d-4dfc-a475-ba397ae93bf5 tempest-VolumesActionsTest-739073482 tempest-VolumesActionsTest-739073482-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:59:18.522566 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b7576e-8f2d-4dfc-a475-ba397ae93bf5 tempest-VolumesActionsTest-739073482 tempest-VolumesActionsTest-739073482-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:59:18.522970 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b7576e-8f2d-4dfc-a475-ba397ae93bf5 tempest-VolumesActionsTest-739073482 tempest-VolumesActionsTest-739073482-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:59:18.523376 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b7576e-8f2d-4dfc-a475-ba397ae93bf5 tempest-VolumesActionsTest-739073482 tempest-VolumesActionsTest-739073482-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:59:18.523780 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b7576e-8f2d-4dfc-a475-ba397ae93bf5 tempest-VolumesActionsTest-739073482 tempest-VolumesActionsTest-739073482-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:59:18.524179 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b7576e-8f2d-4dfc-a475-ba397ae93bf5 tempest-VolumesActionsTest-739073482 tempest-VolumesActionsTest-739073482-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:59:18.524580 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b7576e-8f2d-4dfc-a475-ba397ae93bf5 tempest-VolumesActionsTest-739073482 tempest-VolumesActionsTest-739073482-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:59:18.524977 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b7576e-8f2d-4dfc-a475-ba397ae93bf5 tempest-VolumesActionsTest-739073482 tempest-VolumesActionsTest-739073482-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:59:18.525374 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b7576e-8f2d-4dfc-a475-ba397ae93bf5 tempest-VolumesActionsTest-739073482 tempest-VolumesActionsTest-739073482-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:59:18.525796 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b7576e-8f2d-4dfc-a475-ba397ae93bf5 tempest-VolumesActionsTest-739073482 tempest-VolumesActionsTest-739073482-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:59:18.536936 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-e1b7576e-8f2d-4dfc-a475-ba397ae93bf5 tempest-VolumesActionsTest-739073482 tempest-VolumesActionsTest-739073482-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:59:18.664555 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_dvrscheduler_db [req-59fc814f-ba6b-4e8f-8c08-17158cbb9bb0 req-e1b7576e-8f2d-4dfc-a475-ba397ae93bf5 tempest-VolumesActionsTest-739073482 tempest-VolumesActionsTest-739073482-project] No DVR routers for this DVR port 1bbf1b6f-3e22-4beb-8f3c-534b9c5e5fc4 on host hv-cinder-78536 {{(pid=85266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 09 13:59:18.667291 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [req-59fc814f-ba6b-4e8f-8c08-17158cbb9bb0 req-e1b7576e-8f2d-4dfc-a475-ba397ae93bf5 tempest-VolumesActionsTest-739073482 tempest-VolumesActionsTest-739073482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770645'] for port, before_response {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:59:18.670446 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d31dc33-8724-42d6-ba52-a9a8e2e7234b', 'name': 'network-vif-deleted', 'tag': '1bbf1b6f-3e22-4beb-8f3c-534b9c5e5fc4'}] {{(pid=85266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 09 13:59:18.686707 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-59fc814f-ba6b-4e8f-8c08-17158cbb9bb0 req-e1b7576e-8f2d-4dfc-a475-ba397ae93bf5 tempest-VolumesActionsTest-739073482 tempest-VolumesActionsTest-739073482-project] 10.222.0.90 "DELETE /v2.0/ports/1bbf1b6f-3e22-4beb-8f3c-534b9c5e5fc4 HTTP/1.1" status: 204 len: 173 time: 0.9491091 Apr 09 13:59:18.950437 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [req-fad05da9-4b27-475b-8f7f-9036aa90e083 req-b6c5aca0-d903-478d-87a7-67020bec9a3a tempest-VolumesActionsTest-739073482 tempest-VolumesActionsTest-739073482-project] Synchronizing usage tracker for tenant:20ec1c9307984a04a4095844c3f32ed4 on resource:port {{(pid=85266) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 09 13:59:18.965810 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [req-fad05da9-4b27-475b-8f7f-9036aa90e083 req-b6c5aca0-d903-478d-87a7-67020bec9a3a tempest-VolumesActionsTest-739073482 tempest-VolumesActionsTest-739073482-project] Unset dirty status for tenant:20ec1c9307984a04a4095844c3f32ed4 on resource:port {{(pid=85266) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 09 13:59:18.967067 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-fad05da9-4b27-475b-8f7f-9036aa90e083 req-b6c5aca0-d903-478d-87a7-67020bec9a3a tempest-VolumesActionsTest-739073482 tempest-VolumesActionsTest-739073482-project] 10.222.0.75 "GET /v2.0/ports?device_id=8d31dc33-8724-42d6-ba52-a9a8e2e7234b HTTP/1.1" status: 200 len: 210 time: 0.0658302 Apr 09 13:59:19.021640 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d31dc33-8724-42d6-ba52-a9a8e2e7234b', 'name': 'network-vif-deleted', 'tag': '1bbf1b6f-3e22-4beb-8f3c-534b9c5e5fc4', 'status': 'completed', 'code': 200} Apr 09 13:59:21.044781 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.rpc [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Device 1bbf1b6f-3e22-4beb-8f3c-534b9c5e5fc4 no longer exists at agent hyperv_hv-cinder-78536 {{(pid=85267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 09 13:59:21.082963 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.plugin [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] No Port match for: 1bbf1b6f-3e22-4beb-8f3c-534b9c5e5fc4 {{(pid=85267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 09 13:59:21.082963 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.rpc [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Device 1bbf1b6f-3e22-4beb-8f3c-534b9c5e5fc4 not bound to the agent host hv-cinder-78536 {{(pid=85267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 09 13:59:31.096945 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-e824084b-aa7f-4604-bf1f-36b95157ffca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:59:34.266147 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-d97566f0-ffb3-41ab-a6a1-fd24ccd56da4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:59:34.640757 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-038b6fee-909e-41c9-b649-649ad33ce393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:59:35.308463 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:59:35.737183 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-c378f248-96be-4ef7-a52f-f55c09e56a36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:59:40.151314 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.75', 38852) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:59:40.222112 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff2bf434-7d5e-4887-af99-56680992ccc0 admin admin] Deleting subnet a1f16322-b9de-4ebf-b948-a4e87d77ccca {{(pid=85265) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 09 13:59:40.225505 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-ff2bf434-7d5e-4887-af99-56680992ccc0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:59:40.276994 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-ff2bf434-7d5e-4887-af99-56680992ccc0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1756215'] for subnet, precommit_delete_associations {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:59:40.339303 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-ff2bf434-7d5e-4887-af99-56680992ccc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854770481'] for subnet, precommit_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:59:40.609938 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-ff2bf434-7d5e-4887-af99-56680992ccc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-5316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2810711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852396181'] for subnet, after_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:59:40.628482 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-2e7b3004-bf42-4dd2-9620-3b56c491ad05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:59:40.680259 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2bf434-7d5e-4887-af99-56680992ccc0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a1f16322-b9de-4ebf-b948-a4e87d77ccca,revision_number=None']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:59:40.742125 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2bf434-7d5e-4887-af99-56680992ccc0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:59:40.742657 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2bf434-7d5e-4887-af99-56680992ccc0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:59:40.743073 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2bf434-7d5e-4887-af99-56680992ccc0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:59:40.743586 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2bf434-7d5e-4887-af99-56680992ccc0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:59:40.743994 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2bf434-7d5e-4887-af99-56680992ccc0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:59:40.744399 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2bf434-7d5e-4887-af99-56680992ccc0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:59:40.745031 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2bf434-7d5e-4887-af99-56680992ccc0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:59:40.745432 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2bf434-7d5e-4887-af99-56680992ccc0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:59:40.745864 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2bf434-7d5e-4887-af99-56680992ccc0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:59:40.746263 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2bf434-7d5e-4887-af99-56680992ccc0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:59:40.746780 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2bf434-7d5e-4887-af99-56680992ccc0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:59:40.747176 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2bf434-7d5e-4887-af99-56680992ccc0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:59:40.755882 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-ff2bf434-7d5e-4887-af99-56680992ccc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:59:40.788930 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-ff2bf434-7d5e-4887-af99-56680992ccc0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758280'] for subnet, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:59:40.795918 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-ff2bf434-7d5e-4887-af99-56680992ccc0 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/a1f16322-b9de-4ebf-b948-a4e87d77ccca HTTP/1.1" status: 204 len: 168 time: 0.6434915 Apr 09 13:59:40.798695 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.75', 38856) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:59:40.926489 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-c89eee7a-5a31-40f0-9084-4bb03b231c9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-925549'] for network, before_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:59:41.060370 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:59:41.152266 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-c89eee7a-5a31-40f0-9084-4bb03b231c9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-12623', 'neutron.services.segments.db._delete_segments_for_network--9223363265038819086'] for network, precommit_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:59:41.277042 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.services.segments.db [None req-c89eee7a-5a31-40f0-9084-4bb03b231c9b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['803fd1d7-dd6f-4a0c-b88b-e79dea148b7b']}} {{(pid=85265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 13:59:41.292313 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.services.segments.db [None req-c89eee7a-5a31-40f0-9084-4bb03b231c9b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5a9c0ba-3210-4b9d-acef-e61ddbabf6d4') {'for_net_delete': True} {{(pid=85265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 13:59:41.292696 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.services.segments.db [None req-c89eee7a-5a31-40f0-9084-4bb03b231c9b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5a9c0ba-3210-4b9d-acef-e61ddbabf6d4') {} {{(pid=85265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 13:59:41.306623 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-c89eee7a-5a31-40f0-9084-4bb03b231c9b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363265038788092', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853019633'] for segment, before_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:59:41.323269 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-c89eee7a-5a31-40f0-9084-4bb03b231c9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854760408'] for segment, precommit_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:59:41.330934 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c89eee7a-5a31-40f0-9084-4bb03b231c9b admin admin] Releasing vlan 601 on physical network physnet1 to pool {{(pid=85265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 09 13:59:41.789122 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.managers [None req-c89eee7a-5a31-40f0-9084-4bb03b231c9b admin admin] Network 803fd1d7-dd6f-4a0c-b88b-e79dea148b7b has no segments {{(pid=85265) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 09 13:59:41.804340 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-c89eee7a-5a31-40f0-9084-4bb03b231c9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2810634'] for segment, after_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:59:42.014932 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.managers [None req-c89eee7a-5a31-40f0-9084-4bb03b231c9b admin admin] Network 803fd1d7-dd6f-4a0c-b88b-e79dea148b7b has no segments {{(pid=85265) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 09 13:59:42.043767 dv-cinder-785362-1-smb neutron-server[85152]: Traceback (most recent call last): Apr 09 13:59:42.043767 dv-cinder-785362-1-smb neutron-server[85152]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 09 13:59:42.043767 dv-cinder-785362-1-smb neutron-server[85152]: timer() Apr 09 13:59:42.043767 dv-cinder-785362-1-smb neutron-server[85152]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 09 13:59:42.043767 dv-cinder-785362-1-smb neutron-server[85152]: cb(*args, **kw) Apr 09 13:59:42.043767 dv-cinder-785362-1-smb neutron-server[85152]: File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper Apr 09 13:59:42.043767 dv-cinder-785362-1-smb neutron-server[85152]: return func(*args, **kwargs) Apr 09 13:59:42.043767 dv-cinder-785362-1-smb neutron-server[85152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 09 13:59:42.043767 dv-cinder-785362-1-smb neutron-server[85152]: self._notify() Apr 09 13:59:42.043767 dv-cinder-785362-1-smb neutron-server[85152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 09 13:59:42.043767 dv-cinder-785362-1-smb neutron-server[85152]: self.callback(batched_events) Apr 09 13:59:42.043767 dv-cinder-785362-1-smb neutron-server[85152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 09 13:59:42.043767 dv-cinder-785362-1-smb neutron-server[85152]: event.method(event) Apr 09 13:59:42.043767 dv-cinder-785362-1-smb neutron-server[85152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 09 13:59:42.043767 dv-cinder-785362-1-smb neutron-server[85152]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 09 13:59:42.043767 dv-cinder-785362-1-smb neutron-server[85152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 09 13:59:42.043767 dv-cinder-785362-1-smb neutron-server[85152]: segment_id)['aggregates'][0] Apr 09 13:59:42.043767 dv-cinder-785362-1-smb neutron-server[85152]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 09 13:59:42.043767 dv-cinder-785362-1-smb neutron-server[85152]: return f(self, *a, **k) Apr 09 13:59:42.043767 dv-cinder-785362-1-smb neutron-server[85152]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 09 13:59:42.043767 dv-cinder-785362-1-smb neutron-server[85152]: return self._get(url).json() Apr 09 13:59:42.043767 dv-cinder-785362-1-smb neutron-server[85152]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 09 13:59:42.043767 dv-cinder-785362-1-smb neutron-server[85152]: **kwargs) Apr 09 13:59:42.043767 dv-cinder-785362-1-smb neutron-server[85152]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 09 13:59:42.043767 dv-cinder-785362-1-smb neutron-server[85152]: return self.request(url, 'GET', **kwargs) Apr 09 13:59:42.043767 dv-cinder-785362-1-smb neutron-server[85152]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 09 13:59:42.043767 dv-cinder-785362-1-smb neutron-server[85152]: **endpoint_filter) Apr 09 13:59:42.043767 dv-cinder-785362-1-smb neutron-server[85152]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 09 13:59:42.043767 dv-cinder-785362-1-smb neutron-server[85152]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 09 13:59:42.043767 dv-cinder-785362-1-smb neutron-server[85152]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 09 13:59:42.043767 dv-cinder-785362-1-smb neutron-server[85152]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 09 13:59:42.043767 dv-cinder-785362-1-smb neutron-server[85152]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 09 13:59:42.132159 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-c89eee7a-5a31-40f0-9084-4bb03b231c9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854763193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-711362'] for network, after_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:59:42.136397 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-7fadc7b7-d648-4ec9-929c-2aff6848e7b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:59:42.152422 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-c89eee7a-5a31-40f0-9084-4bb03b231c9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758280'] for network, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:59:42.164517 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89eee7a-5a31-40f0-9084-4bb03b231c9b admin admin] Pushing event deleted for resources: {'Network': ['ID=803fd1d7-dd6f-4a0c-b88b-e79dea148b7b,revision_number=None']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:59:42.168105 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-c89eee7a-5a31-40f0-9084-4bb03b231c9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:59:42.173541 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-c89eee7a-5a31-40f0-9084-4bb03b231c9b admin admin] 10.222.0.75 "DELETE /v2.0/networks/803fd1d7-dd6f-4a0c-b88b-e79dea148b7b HTTP/1.1" status: 204 len: 168 time: 1.3731928 Apr 09 13:59:42.294207 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.75', 38862) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:59:42.348294 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-b65e65ec-f910-4930-bc41-04e8cfd5092e admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=20ec1c9307984a04a4095844c3f32ed4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0527203 Apr 09 13:59:42.351539 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.75', 38866) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:59:42.424354 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-97e8f4b2-ad05-4653-9d33-bf266b5a0d7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:59:42.455625 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-97e8f4b2-ad05-4653-9d33-bf266b5a0d7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:59:42.503862 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-97e8f4b2-ad05-4653-9d33-bf266b5a0d7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738555'] for security_group, after_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:59:42.509266 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-be519c5d-adcb-459a-bb97-1e3b12d8b35e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:59:42.523663 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e8f4b2-ad05-4653-9d33-bf266b5a0d7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2008afb4-e8a8-4c40-aee1-19b21cc106f6,revision_number=None']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:59:42.528029 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-97e8f4b2-ad05-4653-9d33-bf266b5a0d7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:59:42.531513 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-97e8f4b2-ad05-4653-9d33-bf266b5a0d7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:59:42.534233 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-97e8f4b2-ad05-4653-9d33-bf266b5a0d7b admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/2008afb4-e8a8-4c40-aee1-19b21cc106f6 HTTP/1.1" status: 204 len: 168 time: 0.1816339 Apr 09 13:59:43.374759 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.75', 38890) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:59:43.492112 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.v2.base [None req-5bc5b041-ab66-4dcf-ae0a-ae0cadf4acc2 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1072768461-network', 'tenant_id': 'cb32d039a09844f9a414bfe0ddc47981'}} {{(pid=85265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 09 13:59:43.497495 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-5bc5b041-ab66-4dcf-ae0a-ae0cadf4acc2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 13:59:43.503267 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-5bc5b041-ab66-4dcf-ae0a-ae0cadf4acc2 admin admin] Usage tracker for resource:network and tenant:cb32d039a09844f9a414bfe0ddc47981 is out of sync, need to count used quota {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 13:59:43.506365 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-5bc5b041-ab66-4dcf-ae0a-ae0cadf4acc2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 13:59:43.512374 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-5bc5b041-ab66-4dcf-ae0a-ae0cadf4acc2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 13:59:43.523133 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bc5b041-ab66-4dcf-ae0a-ae0cadf4acc2 admin admin] Made reservation on behalf of cb32d039a09844f9a414bfe0ddc47981 for: {'network': 1} {{(pid=85265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 09 13:59:43.527989 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-5bc5b041-ab66-4dcf-ae0a-ae0cadf4acc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853739810'] for network, before_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:59:43.542483 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-5bc5b041-ab66-4dcf-ae0a-ae0cadf4acc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:59:43.558838 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-5bc5b041-ab66-4dcf-ae0a-ae0cadf4acc2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 13:59:43.562950 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-5bc5b041-ab66-4dcf-ae0a-ae0cadf4acc2 admin admin] Usage tracker for resource:security_group_rule and tenant:cb32d039a09844f9a414bfe0ddc47981 is out of sync, need to count used quota {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 13:59:43.567002 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-5bc5b041-ab66-4dcf-ae0a-ae0cadf4acc2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 13:59:43.573099 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-5bc5b041-ab66-4dcf-ae0a-ae0cadf4acc2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 13:59:43.663466 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-5bc5b041-ab66-4dcf-ae0a-ae0cadf4acc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:59:43.666144 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-5bc5b041-ab66-4dcf-ae0a-ae0cadf4acc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738555'] for security_group, after_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:59:43.670327 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-b8f1cc3f-70a0-465e-ba22-5b4ec9e57331 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:59:43.697112 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5bc5b041-ab66-4dcf-ae0a-ae0cadf4acc2 admin admin] vlan segment allocate from pool success with {'vlan_id': 622, 'physical_network': 'physnet1'} {{(pid=85265) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 09 13:59:43.710790 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc5b041-ab66-4dcf-ae0a-ae0cadf4acc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d45464bd-0e6a-406a-ac0b-e1ce526df5fc,revision_number=1']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:59:43.715111 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-5bc5b041-ab66-4dcf-ae0a-ae0cadf4acc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:59:43.716101 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-5bc5b041-ab66-4dcf-ae0a-ae0cadf4acc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854760408'] for segment, precommit_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:59:43.716483 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.db.segments_db [None req-5bc5b041-ab66-4dcf-ae0a-ae0cadf4acc2 admin admin] Added segment d2ab702d-9db3-4ab7-b573-95176c41560e of type vlan for network 8f5cd5ac-5652-4442-9fe8-3a10f19d4368 Apr 09 13:59:43.747139 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-5bc5b041-ab66-4dcf-ae0a-ae0cadf4acc2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363265039334123'] for network, precommit_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:59:43.782970 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-5bc5b041-ab66-4dcf-ae0a-ae0cadf4acc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299'] for network, after_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:59:43.784455 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bc5b041-ab66-4dcf-ae0a-ae0cadf4acc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:59:43.785101 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-5bc5b041-ab66-4dcf-ae0a-ae0cadf4acc2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758280'] for network, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:59:43.790159 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:59:43.894605 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-5bc5b041-ab66-4dcf-ae0a-ae0cadf4acc2 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5185962 Apr 09 13:59:43.897778 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc5b041-ab66-4dcf-ae0a-ae0cadf4acc2 admin admin] Pushing event updated for resources: {'Network': ['ID=8f5cd5ac-5652-4442-9fe8-3a10f19d4368,revision_number=1']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:59:43.897956 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85266) accepted ('10.222.0.75', 38896) {{(pid=85266) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:59:43.900509 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-5bc5b041-ab66-4dcf-ae0a-ae0cadf4acc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:59:43.905143 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.v2.base [None req-a8da740b-20aa-4a07-bb96-f00166ffc40d admin admin] Request body: {'subnet': {'network_id': '8f5cd5ac-5652-4442-9fe8-3a10f19d4368', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1072768461-subnet', 'tenant_id': 'cb32d039a09844f9a414bfe0ddc47981', 'ip_version': 4}} {{(pid=85266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 09 13:59:43.910594 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.rpc [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Network 8f5cd5ac-5652-4442-9fe8-3a10f19d4368 details requested by agent ovs-agent-dv-cinder-785362-1-smb with host dv-cinder-785362-1-smb {{(pid=85267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 09 13:59:43.911363 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-a8da740b-20aa-4a07-bb96-f00166ffc40d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 13:59:43.915663 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-a8da740b-20aa-4a07-bb96-f00166ffc40d admin admin] Usage tracker for resource:subnet and tenant:cb32d039a09844f9a414bfe0ddc47981 is out of sync, need to count used quota {{(pid=85266) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 13:59:43.918658 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-a8da740b-20aa-4a07-bb96-f00166ffc40d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85266) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 13:59:43.926672 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-a8da740b-20aa-4a07-bb96-f00166ffc40d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 13:59:43.936196 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8da740b-20aa-4a07-bb96-f00166ffc40d admin admin] Made reservation on behalf of cb32d039a09844f9a414bfe0ddc47981 for: {'subnet': 1} {{(pid=85266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 09 13:59:43.941728 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-a8da740b-20aa-4a07-bb96-f00166ffc40d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852557381'] for subnet, before_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:59:44.371760 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-a8da740b-20aa-4a07-bb96-f00166ffc40d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2203313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852557430'] for subnet, after_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:59:44.387770 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-6a1ec65d-266e-4533-9a04-9bac58f799be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:59:44.768286 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8da740b-20aa-4a07-bb96-f00166ffc40d admin admin] Pushing event updated for resources: {'Subnet': ['ID=e19e415b-04e8-4b0e-817e-2b4a4d3941da,revision_number=0']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:59:44.774597 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-a8da740b-20aa-4a07-bb96-f00166ffc40d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.387s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:59:44.834136 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8da740b-20aa-4a07-bb96-f00166ffc40d admin admin] Checking segment: {'id': 'd2ab702d-9db3-4ab7-b573-95176c41560e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '8f5cd5ac-5652-4442-9fe8-3a10f19d4368'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 09 13:59:44.834535 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8da740b-20aa-4a07-bb96-f00166ffc40d admin admin] Network hostable DHCP agents. Network: 8f5cd5ac-5652-4442-9fe8-3a10f19d4368, hostable agents: ['977b5286-6f81-4d97-b9b2-e69f70c69ca5'], hosted agents: [] {{(pid=85266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 09 13:59:44.853749 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8da740b-20aa-4a07-bb96-f00166ffc40d admin admin] Network 8f5cd5ac-5652-4442-9fe8-3a10f19d4368 is scheduled to be hosted by DHCP agent 977b5286-6f81-4d97-b9b2-e69f70c69ca5 with binding_index 1 {{(pid=85266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 09 13:59:44.863321 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.scheduler.base_scheduler [None req-a8da740b-20aa-4a07-bb96-f00166ffc40d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-785362-1-smb, 8f5cd5ac-5652-4442-9fe8-3a10f19d4368) {{(pid=85266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 09 13:59:44.874023 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f97ef1cb-a53e-40e7-9826-8a42eda845e3 None None] Network 8f5cd5ac-5652-4442-9fe8-3a10f19d4368 requested from dv-cinder-785362-1-smb {{(pid=85267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 09 13:59:44.876786 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8da740b-20aa-4a07-bb96-f00166ffc40d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:59:44.877433 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-a8da740b-20aa-4a07-bb96-f00166ffc40d admin admin] Notify callbacks [] for subnet, before_response {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:59:44.898296 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-a8da740b-20aa-4a07-bb96-f00166ffc40d admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9992020 Apr 09 13:59:44.901031 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85266) accepted ('10.222.0.75', 38900) {{(pid=85266) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:59:44.907565 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.v2.base [None req-184dc041-b7a1-4d09-bd17-5e716a1f2c4b admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1072768461-router', 'tenant_id': 'cb32d039a09844f9a414bfe0ddc47981', 'external_gateway_info': {'network_id': 'd39673be-df84-4009-abea-d472d159fdfd'}}} {{(pid=85266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 09 13:59:44.913099 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-184dc041-b7a1-4d09-bd17-5e716a1f2c4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 13:59:44.917600 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-184dc041-b7a1-4d09-bd17-5e716a1f2c4b admin admin] Usage tracker for resource:router and tenant:cb32d039a09844f9a414bfe0ddc47981 is out of sync, need to count used quota {{(pid=85266) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 13:59:44.921880 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-184dc041-b7a1-4d09-bd17-5e716a1f2c4b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85266) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 13:59:44.928761 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-184dc041-b7a1-4d09-bd17-5e716a1f2c4b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 13:59:44.945062 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-184dc041-b7a1-4d09-bd17-5e716a1f2c4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-716566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-901'] for router, before_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:59:44.946428 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-184dc041-b7a1-4d09-bd17-5e716a1f2c4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-718991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-711288', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-739621', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854774899'] for router, precommit_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:59:44.972211 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-184dc041-b7a1-4d09-bd17-5e716a1f2c4b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:59:45.313214 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-184dc041-b7a1-4d09-bd17-5e716a1f2c4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-711273', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-716551', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774918'] for router, precommit_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:59:45.315379 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c477753-e345-4619-b999-d047b9c034fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe608d69b-f451-5fb8-bdcb-5faac2d6aa34-8f5cd5ac-5652-4442-9fe8-3a10f19d4368', 'network_id': '8f5cd5ac-5652-4442-9fe8-3a10f19d4368', 'tenant_id': 'cb32d039a09844f9a414bfe0ddc47981', 'fixed_ips': [{'subnet_id': 'e19e415b-04e8-4b0e-817e-2b4a4d3941da'}]}} from dv-cinder-785362-1-smb. {{(pid=85267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 09 13:59:45.316396 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-5c477753-e345-4619-b999-d047b9c034fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853739810'] for port, before_create {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:59:45.480808 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.db_base_plugin_common [None req-5c477753-e345-4619-b999-d047b9c034fb None None] Allocated IP 172.20.0.2 (8f5cd5ac-5652-4442-9fe8-3a10f19d4368/e19e415b-04e8-4b0e-817e-2b4a4d3941da/8e2c03ce-ee26-4ee1-9988-f5a8cb4ad57a) {{(pid=85267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 09 13:59:45.661069 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-184dc041-b7a1-4d09-bd17-5e716a1f2c4b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:59:45.693777 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-184dc041-b7a1-4d09-bd17-5e716a1f2c4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853739810'] for port, before_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:59:45.711687 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-5c477753-e345-4619-b999-d047b9c034fb None None] Notify callbacks [] for port, precommit_create {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:59:45.723063 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.provisioning_blocks [None req-5c477753-e345-4619-b999-d047b9c034fb None None] Transition to ACTIVE for port object 8e2c03ce-ee26-4ee1-9988-f5a8cb4ad57a will not be triggered until provisioned by entity L2. {{(pid=85267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 09 13:59:45.744065 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.provisioning_blocks [None req-5c477753-e345-4619-b999-d047b9c034fb None None] Transition to ACTIVE for port object 8e2c03ce-ee26-4ee1-9988-f5a8cb4ad57a will not be triggered until provisioned by entity DHCP. {{(pid=85267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 09 13:59:45.749727 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-5c477753-e345-4619-b999-d047b9c034fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853739901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853759498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771815468164'] for port, after_create {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:59:45.767026 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:59:45.864142 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.db_base_plugin_common [None req-184dc041-b7a1-4d09-bd17-5e716a1f2c4b admin admin] Allocated IP 172.28.0.3 (d39673be-df84-4009-abea-d472d159fdfd/f6eeb1a0-26c5-43d1-996f-84b999bf12c7/f5b35f41-b870-432f-9bab-6952b9e053de) {{(pid=85266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 09 13:59:45.913080 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c477753-e345-4619-b999-d047b9c034fb None None] Pushing event updated for resources: {'Port': ['ID=8e2c03ce-ee26-4ee1-9988-f5a8cb4ad57a,revision_number=1']} {{(pid=85267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:59:45.917893 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-5c477753-e345-4619-b999-d047b9c034fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=85267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:59:45.966616 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c477753-e345-4619-b999-d047b9c034fb None None] Network 8f5cd5ac-5652-4442-9fe8-3a10f19d4368 is already hosted by enough agents. {{(pid=85267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 09 13:59:45.967806 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.scheduler.base_scheduler [None req-5c477753-e345-4619-b999-d047b9c034fb None None] Resources bound (agent type, host, resource id): {{(pid=85267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 09 13:59:45.971577 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c477753-e345-4619-b999-d047b9c034fb None None] Received port after_create {{(pid=85267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 09 13:59:46.037491 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-184dc041-b7a1-4d09-bd17-5e716a1f2c4b admin admin] Notify callbacks [] for port, precommit_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:59:46.070330 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-184dc041-b7a1-4d09-bd17-5e716a1f2c4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853739901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853759498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771815468164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2203223'] for port, after_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:59:46.078148 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.managers [None req-5c477753-e345-4619-b999-d047b9c034fb None None] Attempting to bind port 8e2c03ce-ee26-4ee1-9988-f5a8cb4ad57a on host dv-cinder-785362-1-smb for vnic_type normal with profile {{(pid=85267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 09 13:59:46.078700 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.managers [None req-5c477753-e345-4619-b999-d047b9c034fb None None] Attempting to bind port 8e2c03ce-ee26-4ee1-9988-f5a8cb4ad57a by drivers openvswitch,hyperv on host dv-cinder-785362-1-smb at level 0 using segments [{'id': 'd2ab702d-9db3-4ab7-b573-95176c41560e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '8f5cd5ac-5652-4442-9fe8-3a10f19d4368'}] {{(pid=85267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 09 13:59:46.079816 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c477753-e345-4619-b999-d047b9c034fb None None] Attempting to bind port 8e2c03ce-ee26-4ee1-9988-f5a8cb4ad57a on network 8f5cd5ac-5652-4442-9fe8-3a10f19d4368 {{(pid=85267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 09 13:59:46.086078 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c477753-e345-4619-b999-d047b9c034fb None None] Checking agent: {'id': 'e6bfe7c3-14e3-41b1-b7be-435962079a33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-785362-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 9, 13, 38, 5), 'started_at': datetime.datetime(2021, 4, 9, 13, 38, 35), 'heartbeat_timestamp': datetime.datetime(2021, 4, 9, 13, 59, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-785362-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 09 13:59:46.086619 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c477753-e345-4619-b999-d047b9c034fb None None] Checking segment: {'id': 'd2ab702d-9db3-4ab7-b573-95176c41560e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '8f5cd5ac-5652-4442-9fe8-3a10f19d4368'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 09 13:59:46.086824 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-38ca5e81-797f-4283-a08a-e461556d878e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:59:46.087071 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-5c477753-e345-4619-b999-d047b9c034fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:59:46.087613 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c477753-e345-4619-b999-d047b9c034fb None None] Bound using segment: {'id': 'd2ab702d-9db3-4ab7-b573-95176c41560e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '8f5cd5ac-5652-4442-9fe8-3a10f19d4368'} {{(pid=85267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 09 13:59:46.088135 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.managers [None req-5c477753-e345-4619-b999-d047b9c034fb None None] Bound port: 8e2c03ce-ee26-4ee1-9988-f5a8cb4ad57a, host: dv-cinder-785362-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2ab702d-9db3-4ab7-b573-95176c41560e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '8f5cd5ac-5652-4442-9fe8-3a10f19d4368'}}] {{(pid=85267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 09 13:59:46.088671 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-5c477753-e345-4619-b999-d047b9c034fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853739810'] for port, before_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:59:46.185522 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.db [None req-5c477753-e345-4619-b999-d047b9c034fb None None] For port 8e2c03ce-ee26-4ee1-9988-f5a8cb4ad57a, host dv-cinder-785362-1-smb, cleared binding levels {{(pid=85267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 09 13:59:46.189237 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.db [None req-5c477753-e345-4619-b999-d047b9c034fb None None] For port 8e2c03ce-ee26-4ee1-9988-f5a8cb4ad57a, host dv-cinder-785362-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-1-smb',level=0,port_id=8e2c03ce-ee26-4ee1-9988-f5a8cb4ad57a,segment=NetworkSegment(d2ab702d-9db3-4ab7-b573-95176c41560e),segment_id=d2ab702d-9db3-4ab7-b573-95176c41560e)] {{(pid=85267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 09 13:59:46.193506 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-5c477753-e345-4619-b999-d047b9c034fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853739901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853759498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265038874484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771815468181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265039307602'] for port, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:59:46.211456 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:59:46.232865 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184dc041-b7a1-4d09-bd17-5e716a1f2c4b admin admin] Pushing event updated for resources: {'Port': ['ID=f5b35f41-b870-432f-9bab-6952b9e053de,revision_number=1']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:59:46.237086 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-184dc041-b7a1-4d09-bd17-5e716a1f2c4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:59:46.288163 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-184dc041-b7a1-4d09-bd17-5e716a1f2c4b admin admin] Network d39673be-df84-4009-abea-d472d159fdfd is already hosted by enough agents. {{(pid=85266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 09 13:59:46.289490 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.scheduler.base_scheduler [None req-184dc041-b7a1-4d09-bd17-5e716a1f2c4b admin admin] Resources bound (agent type, host, resource id): {{(pid=85266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 09 13:59:46.291807 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-184dc041-b7a1-4d09-bd17-5e716a1f2c4b admin admin] Received port after_create {{(pid=85266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 09 13:59:46.365184 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c477753-e345-4619-b999-d047b9c034fb None None] Pushing event updated for resources: {'Port': ['ID=8e2c03ce-ee26-4ee1-9988-f5a8cb4ad57a,revision_number=2']} {{(pid=85267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:59:46.370960 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-5c477753-e345-4619-b999-d047b9c034fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=85267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:59:46.777270 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-184dc041-b7a1-4d09-bd17-5e716a1f2c4b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:59:47.194741 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-184dc041-b7a1-4d09-bd17-5e716a1f2c4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854059233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854064505'] for router, after_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:59:47.303702 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.rpc [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Device 8e2c03ce-ee26-4ee1-9988-f5a8cb4ad57a up at agent ovs-agent-dv-cinder-785362-1-smb {{(pid=85267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 09 13:59:47.385372 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.provisioning_blocks [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Provisioning for port 8e2c03ce-ee26-4ee1-9988-f5a8cb4ad57a completed by entity L2. {{(pid=85267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 09 13:59:47.690741 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-184dc041-b7a1-4d09-bd17-5e716a1f2c4b admin admin] Router 3bf8ae7d-b1dd-4a43-a15c-8ef806d26ae3 is scheduled to L3 agent 69305824-358b-46b0-9707-cd2ded304b9c with binding_index 1 {{(pid=85266) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 09 13:59:47.870690 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9d7f401-1f18-4a8d-aab8-99b81c068710 None None] Network 8f5cd5ac-5652-4442-9fe8-3a10f19d4368 requested from dv-cinder-785362-1-smb {{(pid=85267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 09 13:59:47.897599 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-184dc041-b7a1-4d09-bd17-5e716a1f2c4b admin admin] Notify agent at l3_agent.dv-cinder-785362-1-smb the message routers_updated {{(pid=85266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 09 13:59:47.925990 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-184dc041-b7a1-4d09-bd17-5e716a1f2c4b admin admin] Notify callbacks [] for router, before_response {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:59:47.930612 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.75', 38904) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:59:47.930804 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-184dc041-b7a1-4d09-bd17-5e716a1f2c4b admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.0269022 Apr 09 13:59:47.962211 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0711f700-4513-4889-b7c6-c6586423b79c None None] Sync routers for ids ['3bf8ae7d-b1dd-4a43-a15c-8ef806d26ae3'] in dv-cinder-785362-1-smb {{(pid=85267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 09 13:59:48.005313 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0711f700-4513-4889-b7c6-c6586423b79c None None] Routers {'3bf8ae7d-b1dd-4a43-a15c-8ef806d26ae3'} bound to L3 agent in host dv-cinder-785362-1-smb {{(pid=85267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 09 13:59:48.006181 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_hamode_db [None req-0711f700-4513-4889-b7c6-c6586423b79c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-785362-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-09T13:38:04Z,description=,heartbeat_timestamp=2021-04-09T13:59:34Z,host='dv-cinder-785362-1-smb',id=69305824-358b-46b0-9707-cd2ded304b9c,load=0,resource_versions=,resources_synced=,started_at=2021-04-09T13:38:04Z,topic='l3_agent')) {'router_ids': ['3bf8ae7d-b1dd-4a43-a15c-8ef806d26ae3'], 'active': True} {{(pid=85267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 13:59:48.073509 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.provisioning_blocks [None req-dfffa396-4548-44e0-8212-26a5622f12a6 None None] Provisioning for port 8e2c03ce-ee26-4ee1-9988-f5a8cb4ad57a completed by entity DHCP. {{(pid=85267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 09 13:59:48.155848 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.provisioning_blocks [None req-dfffa396-4548-44e0-8212-26a5622f12a6 None None] Provisioning complete for port 8e2c03ce-ee26-4ee1-9988-f5a8cb4ad57a triggered by entity DHCP. {{(pid=85267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 09 13:59:48.156191 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-dfffa396-4548-44e0-8212-26a5622f12a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765226'] for port, provisioning_complete {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:59:48.429831 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_dvr_db [None req-0711f700-4513-4889-b7c6-c6586423b79c None None] Set router 3bf8ae7d-b1dd-4a43-a15c-8ef806d26ae3 gateway port host: dv-cinder-785362-1-smb {{(pid=85267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 09 13:59:48.684395 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-dfffa396-4548-44e0-8212-26a5622f12a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853739810'] for port, before_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:59:48.686563 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-925796ed-a481-451c-b3b2-a7daa6c0a207 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853739810'] for port, before_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:59:48.728001 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.db [None req-dfffa396-4548-44e0-8212-26a5622f12a6 None None] For port 8e2c03ce-ee26-4ee1-9988-f5a8cb4ad57a, host dv-cinder-785362-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-1-smb',level=0,port_id=8e2c03ce-ee26-4ee1-9988-f5a8cb4ad57a,segment=NetworkSegment(d2ab702d-9db3-4ab7-b573-95176c41560e),segment_id=d2ab702d-9db3-4ab7-b573-95176c41560e)] {{(pid=85267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 09 13:59:48.736885 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-dfffa396-4548-44e0-8212-26a5622f12a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853739901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853759498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265038874484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771815468181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265039307602'] for port, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:59:48.741077 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:59:48.886444 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfffa396-4548-44e0-8212-26a5622f12a6 None None] Pushing event updated for resources: {'Port': ['ID=8e2c03ce-ee26-4ee1-9988-f5a8cb4ad57a,revision_number=3']} {{(pid=85267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:59:48.895852 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-dfffa396-4548-44e0-8212-26a5622f12a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=85267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:59:48.924544 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_hamode_db [None req-0711f700-4513-4889-b7c6-c6586423b79c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bf8ae7d-b1dd-4a43-a15c-8ef806d26ae3', 'name': 'tempest-TestMinimumBasicScenario-1072768461-router', 'tenant_id': 'cb32d039a09844f9a414bfe0ddc47981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd39673be-df84-4009-abea-d472d159fdfd', 'external_fixed_ips': [{'subnet_id': 'f6eeb1a0-26c5-43d1-996f-84b999bf12c7', 'ip_address': '172.28.0.3'}], 'enable_snat': True}, 'gw_port_id': 'f5b35f41-b870-432f-9bab-6952b9e053de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T13:59:44Z', 'updated_at': '2021-04-09T13:59:46Z', 'revision_number': 3, 'project_id': 'cb32d039a09844f9a414bfe0ddc47981', 'gw_port': {'id': 'f5b35f41-b870-432f-9bab-6952b9e053de', 'name': '', 'network_id': 'd39673be-df84-4009-abea-d472d159fdfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:7b:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bf8ae7d-b1dd-4a43-a15c-8ef806d26ae3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'f6eeb1a0-26c5-43d1-996f-84b999bf12c7', 'ip_address': '172.28.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:59:45Z', 'updated_at': '2021-04-09T13:59:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f6eeb1a0-26c5-43d1-996f-84b999bf12c7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-1-smb'}], 'dv-cinder-785362-1-smb', False) {} {{(pid=85267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 13:59:48.929161 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0711f700-4513-4889-b7c6-c6586423b79c None None] Checking router: 3bf8ae7d-b1dd-4a43-a15c-8ef806d26ae3 for host: dv-cinder-785362-1-smb {{(pid=85267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 09 13:59:48.929600 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0711f700-4513-4889-b7c6-c6586423b79c None None] Updating router 3bf8ae7d-b1dd-4a43-a15c-8ef806d26ae3 port f5b35f41-b870-432f-9bab-6952b9e053de binding host dv-cinder-785362-1-smb {{(pid=85267) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 09 13:59:48.935570 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.db_base_plugin_common [None req-925796ed-a481-451c-b3b2-a7daa6c0a207 admin admin] Allocated IP 172.20.0.1 (8f5cd5ac-5652-4442-9fe8-3a10f19d4368/e19e415b-04e8-4b0e-817e-2b4a4d3941da/67e7618e-e1c3-4a54-919d-4a53d500f630) {{(pid=85265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 09 13:59:49.005031 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.provisioning_blocks [None req-396b5c8e-1ff4-46e4-81fa-409533db21b2 None None] Provisioning complete for port 8e2c03ce-ee26-4ee1-9988-f5a8cb4ad57a triggered by entity DHCP. {{(pid=85267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 09 13:59:49.005354 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-396b5c8e-1ff4-46e4-81fa-409533db21b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765226'] for port, provisioning_complete {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:59:49.037414 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-0711f700-4513-4889-b7c6-c6586423b79c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853739810'] for port, before_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:59:49.106980 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-925796ed-a481-451c-b3b2-a7daa6c0a207 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:59:49.125399 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.provisioning_blocks [None req-925796ed-a481-451c-b3b2-a7daa6c0a207 admin admin] Transition to ACTIVE for port object 67e7618e-e1c3-4a54-919d-4a53d500f630 will not be triggered until provisioned by entity DHCP. {{(pid=85265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 09 13:59:49.151329 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-925796ed-a481-451c-b3b2-a7daa6c0a207 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853739901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853759498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771815468164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851965059'] for port, after_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:59:49.168245 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-4754b37a-7a91-4a55-b074-f724a47b5f49 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:59:49.271857 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.rpc [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Device 8e2c03ce-ee26-4ee1-9988-f5a8cb4ad57a up at agent ovs-agent-dv-cinder-785362-1-smb {{(pid=85267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 09 13:59:49.324163 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925796ed-a481-451c-b3b2-a7daa6c0a207 admin admin] Pushing event updated for resources: {'Port': ['ID=67e7618e-e1c3-4a54-919d-4a53d500f630,revision_number=1']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:59:49.329586 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-925796ed-a481-451c-b3b2-a7daa6c0a207 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:59:49.373563 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-925796ed-a481-451c-b3b2-a7daa6c0a207 admin admin] Network 8f5cd5ac-5652-4442-9fe8-3a10f19d4368 is already hosted by enough agents. {{(pid=85265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 09 13:59:49.374755 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.scheduler.base_scheduler [None req-925796ed-a481-451c-b3b2-a7daa6c0a207 admin admin] Resources bound (agent type, host, resource id): {{(pid=85265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 09 13:59:49.377982 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-925796ed-a481-451c-b3b2-a7daa6c0a207 admin admin] Received port after_create {{(pid=85265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 09 13:59:49.451990 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-925796ed-a481-451c-b3b2-a7daa6c0a207 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-361547'] for router_interface, before_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:59:49.597994 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.provisioning_blocks [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Provisioning complete for port 8e2c03ce-ee26-4ee1-9988-f5a8cb4ad57a triggered by entity L2. {{(pid=85267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 09 13:59:49.598493 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765226'] for port, provisioning_complete {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:59:49.728950 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-925796ed-a481-451c-b3b2-a7daa6c0a207 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853739810'] for port, before_update {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:59:49.803016 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.provisioning_blocks [None req-b60e9eea-c2bb-457c-b9c2-5d80cf8dbff0 None None] Provisioning for port 67e7618e-e1c3-4a54-919d-4a53d500f630 completed by entity DHCP. {{(pid=85267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 09 13:59:49.852523 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.provisioning_blocks [None req-b60e9eea-c2bb-457c-b9c2-5d80cf8dbff0 None None] Provisioning complete for port 67e7618e-e1c3-4a54-919d-4a53d500f630 triggered by entity DHCP. {{(pid=85267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 09 13:59:49.852944 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-b60e9eea-c2bb-457c-b9c2-5d80cf8dbff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765226'] for port, provisioning_complete {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:59:49.953318 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.plugin [None req-b60e9eea-c2bb-457c-b9c2-5d80cf8dbff0 None None] Port 67e7618e-e1c3-4a54-919d-4a53d500f630 cannot update to ACTIVE because it is not bound. {{(pid=85267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 09 13:59:50.018359 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-925796ed-a481-451c-b3b2-a7daa6c0a207 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:59:50.022542 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-925796ed-a481-451c-b3b2-a7daa6c0a207 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853739901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853759498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265038874484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771815468181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265039307602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2810724'] for port, after_update {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:59:50.048789 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-0711f700-4513-4889-b7c6-c6586423b79c None None] Notify callbacks [] for port, precommit_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:59:50.053977 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-33b573be-298c-4a47-99b1-ed9dae97fab8 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:59:50.061170 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.provisioning_blocks [None req-0711f700-4513-4889-b7c6-c6586423b79c None None] Transition to ACTIVE for port object f5b35f41-b870-432f-9bab-6952b9e053de will not be triggered until provisioned by entity L2. {{(pid=85267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 09 13:59:50.067794 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-0711f700-4513-4889-b7c6-c6586423b79c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853739901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853759498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265038874484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771815468181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265039307602'] for port, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:59:50.084238 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:59:50.140529 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925796ed-a481-451c-b3b2-a7daa6c0a207 admin admin] Pushing event updated for resources: {'Port': ['ID=67e7618e-e1c3-4a54-919d-4a53d500f630,revision_number=2']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:59:50.144070 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-925796ed-a481-451c-b3b2-a7daa6c0a207 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854212380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-712862'] for router_interface, after_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:59:50.160992 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-925796ed-a481-451c-b3b2-a7daa6c0a207 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:59:50.237923 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7466b728-c19e-4d04-a981-ea835aeb70ab None None] Pushing event updated for resources: {'Port': ['ID=f5b35f41-b870-432f-9bab-6952b9e053de,revision_number=2']} {{(pid=85267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:59:50.242144 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-7466b728-c19e-4d04-a981-ea835aeb70ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=85267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:59:50.295103 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-925796ed-a481-451c-b3b2-a7daa6c0a207 admin admin] Network 8f5cd5ac-5652-4442-9fe8-3a10f19d4368 is already hosted by enough agents. {{(pid=85265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 09 13:59:50.296382 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.scheduler.base_scheduler [None req-925796ed-a481-451c-b3b2-a7daa6c0a207 admin admin] Resources bound (agent type, host, resource id): {{(pid=85265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 09 13:59:50.299805 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.managers [None req-0711f700-4513-4889-b7c6-c6586423b79c None None] Attempting to bind port f5b35f41-b870-432f-9bab-6952b9e053de on host dv-cinder-785362-1-smb for vnic_type normal with profile {{(pid=85267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 09 13:59:50.300361 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.managers [None req-0711f700-4513-4889-b7c6-c6586423b79c None None] Attempting to bind port f5b35f41-b870-432f-9bab-6952b9e053de by drivers openvswitch,hyperv on host dv-cinder-785362-1-smb at level 0 using segments [{'id': 'd71e9641-c1ca-48b4-9c8d-e574468b8697', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd39673be-df84-4009-abea-d472d159fdfd'}] {{(pid=85267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 09 13:59:50.300778 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0711f700-4513-4889-b7c6-c6586423b79c None None] Attempting to bind port f5b35f41-b870-432f-9bab-6952b9e053de on network d39673be-df84-4009-abea-d472d159fdfd {{(pid=85267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 09 13:59:50.310512 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0711f700-4513-4889-b7c6-c6586423b79c None None] Checking agent: {'id': 'e6bfe7c3-14e3-41b1-b7be-435962079a33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-785362-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 9, 13, 38, 5), 'started_at': datetime.datetime(2021, 4, 9, 13, 38, 35), 'heartbeat_timestamp': datetime.datetime(2021, 4, 9, 13, 59, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-785362-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 09 13:59:50.310927 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0711f700-4513-4889-b7c6-c6586423b79c None None] Checking segment: {'id': 'd71e9641-c1ca-48b4-9c8d-e574468b8697', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd39673be-df84-4009-abea-d472d159fdfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 09 13:59:50.311378 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-0711f700-4513-4889-b7c6-c6586423b79c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:59:50.311812 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0711f700-4513-4889-b7c6-c6586423b79c None None] Bound using segment: {'id': 'd71e9641-c1ca-48b4-9c8d-e574468b8697', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd39673be-df84-4009-abea-d472d159fdfd'} {{(pid=85267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 09 13:59:50.312330 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.managers [None req-0711f700-4513-4889-b7c6-c6586423b79c None None] Bound port: f5b35f41-b870-432f-9bab-6952b9e053de, host: dv-cinder-785362-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd71e9641-c1ca-48b4-9c8d-e574468b8697', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd39673be-df84-4009-abea-d472d159fdfd'}}] {{(pid=85267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 09 13:59:50.312743 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-0711f700-4513-4889-b7c6-c6586423b79c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853739810'] for port, before_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:59:50.401170 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.db [None req-0711f700-4513-4889-b7c6-c6586423b79c None None] For port f5b35f41-b870-432f-9bab-6952b9e053de, host dv-cinder-785362-1-smb, cleared binding levels {{(pid=85267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 09 13:59:50.405407 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.db [None req-0711f700-4513-4889-b7c6-c6586423b79c None None] For port f5b35f41-b870-432f-9bab-6952b9e053de, host dv-cinder-785362-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-1-smb',level=0,port_id=f5b35f41-b870-432f-9bab-6952b9e053de,segment=NetworkSegment(d71e9641-c1ca-48b4-9c8d-e574468b8697),segment_id=d71e9641-c1ca-48b4-9c8d-e574468b8697)] {{(pid=85267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 09 13:59:50.409832 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-0711f700-4513-4889-b7c6-c6586423b79c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853739901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853759498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265038874484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771815468181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265039307602'] for port, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:59:50.423995 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-5c477753-e345-4619-b999-d047b9c034fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=85267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:59:50.595834 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7466b728-c19e-4d04-a981-ea835aeb70ab None None] Pushing event updated for resources: {'Port': ['ID=f5b35f41-b870-432f-9bab-6952b9e053de,revision_number=3']} {{(pid=85267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:59:50.604642 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-7466b728-c19e-4d04-a981-ea835aeb70ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=85267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:59:50.614766 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.provisioning_blocks [None req-1fc0179c-7fd4-432e-bb3d-2adc2b898baa None None] Provisioning complete for port 67e7618e-e1c3-4a54-919d-4a53d500f630 triggered by entity DHCP. {{(pid=85267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 09 13:59:50.615423 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-1fc0179c-7fd4-432e-bb3d-2adc2b898baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765226'] for port, provisioning_complete {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:59:50.700594 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.plugin [None req-1fc0179c-7fd4-432e-bb3d-2adc2b898baa None None] Port 67e7618e-e1c3-4a54-919d-4a53d500f630 cannot update to ACTIVE because it is not bound. {{(pid=85267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 09 13:59:50.713352 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0711f700-4513-4889-b7c6-c6586423b79c None None] Routers {'3bf8ae7d-b1dd-4a43-a15c-8ef806d26ae3'} bound to L3 agent in host dv-cinder-785362-1-smb {{(pid=85267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 09 13:59:50.714049 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_hamode_db [None req-0711f700-4513-4889-b7c6-c6586423b79c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-785362-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-09T13:38:04Z,description=,heartbeat_timestamp=2021-04-09T13:59:34Z,host='dv-cinder-785362-1-smb',id=69305824-358b-46b0-9707-cd2ded304b9c,load=0,resource_versions=,resources_synced=,started_at=2021-04-09T13:38:04Z,topic='l3_agent')) {'router_ids': ['3bf8ae7d-b1dd-4a43-a15c-8ef806d26ae3'], 'active': True} {{(pid=85267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 13:59:50.763435 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-925796ed-a481-451c-b3b2-a7daa6c0a207 admin admin] Router 3bf8ae7d-b1dd-4a43-a15c-8ef806d26ae3 has already been hosted by L3 agent 69305824-358b-46b0-9707-cd2ded304b9c {{(pid=85265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 09 13:59:50.913041 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_dvr_db [None req-0711f700-4513-4889-b7c6-c6586423b79c None None] Set router 3bf8ae7d-b1dd-4a43-a15c-8ef806d26ae3 gateway port host: dv-cinder-785362-1-smb {{(pid=85267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 09 13:59:50.963588 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-925796ed-a481-451c-b3b2-a7daa6c0a207 admin admin] Notify agent at l3_agent.dv-cinder-785362-1-smb the message routers_updated {{(pid=85265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 09 13:59:50.975267 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-925796ed-a481-451c-b3b2-a7daa6c0a207 admin admin] 10.222.0.75 "PUT /v2.0/routers/3bf8ae7d-b1dd-4a43-a15c-8ef806d26ae3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0428607 Apr 09 13:59:51.281546 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_hamode_db [None req-0711f700-4513-4889-b7c6-c6586423b79c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bf8ae7d-b1dd-4a43-a15c-8ef806d26ae3', 'name': 'tempest-TestMinimumBasicScenario-1072768461-router', 'tenant_id': 'cb32d039a09844f9a414bfe0ddc47981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd39673be-df84-4009-abea-d472d159fdfd', 'external_fixed_ips': [{'subnet_id': 'f6eeb1a0-26c5-43d1-996f-84b999bf12c7', 'ip_address': '172.28.0.3'}], 'enable_snat': True}, 'gw_port_id': 'f5b35f41-b870-432f-9bab-6952b9e053de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T13:59:44Z', 'updated_at': '2021-04-09T13:59:49Z', 'revision_number': 4, 'project_id': 'cb32d039a09844f9a414bfe0ddc47981', 'gw_port': {'id': 'f5b35f41-b870-432f-9bab-6952b9e053de', 'name': '', 'network_id': 'd39673be-df84-4009-abea-d472d159fdfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:7b:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bf8ae7d-b1dd-4a43-a15c-8ef806d26ae3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'f6eeb1a0-26c5-43d1-996f-84b999bf12c7', 'ip_address': '172.28.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:59:45Z', 'updated_at': '2021-04-09T13:59:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f6eeb1a0-26c5-43d1-996f-84b999bf12c7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-1-smb', '_interfaces': [{'id': '67e7618e-e1c3-4a54-919d-4a53d500f630', 'name': '', 'network_id': '8f5cd5ac-5652-4442-9fe8-3a10f19d4368', 'tenant_id': 'cb32d039a09844f9a414bfe0ddc47981', 'mac_address': 'fa:16:3e:c5:e3:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bf8ae7d-b1dd-4a43-a15c-8ef806d26ae3', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'e19e415b-04e8-4b0e-817e-2b4a4d3941da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:59:48Z', 'updated_at': '2021-04-09T13:59:49Z', 'revision_number': 2, 'project_id': 'cb32d039a09844f9a414bfe0ddc47981', 'subnets': [{'id': 'e19e415b-04e8-4b0e-817e-2b4a4d3941da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-785362-1-smb', False) {} {{(pid=85267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 13:59:51.287723 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0711f700-4513-4889-b7c6-c6586423b79c None None] The sync data for ids ['3bf8ae7d-b1dd-4a43-a15c-8ef806d26ae3'] in dv-cinder-785362-1-smb is: [{'id': '3bf8ae7d-b1dd-4a43-a15c-8ef806d26ae3', 'name': 'tempest-TestMinimumBasicScenario-1072768461-router', 'tenant_id': 'cb32d039a09844f9a414bfe0ddc47981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd39673be-df84-4009-abea-d472d159fdfd', 'external_fixed_ips': [{'subnet_id': 'f6eeb1a0-26c5-43d1-996f-84b999bf12c7', 'ip_address': '172.28.0.3'}], 'enable_snat': True}, 'gw_port_id': 'f5b35f41-b870-432f-9bab-6952b9e053de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T13:59:44Z', 'updated_at': '2021-04-09T13:59:49Z', 'revision_number': 4, 'project_id': 'cb32d039a09844f9a414bfe0ddc47981', 'gw_port': {'id': 'f5b35f41-b870-432f-9bab-6952b9e053de', 'name': '', 'network_id': 'd39673be-df84-4009-abea-d472d159fdfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:7b:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bf8ae7d-b1dd-4a43-a15c-8ef806d26ae3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'f6eeb1a0-26c5-43d1-996f-84b999bf12c7', 'ip_address': '172.28.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:59:45Z', 'updated_at': '2021-04-09T13:59:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f6eeb1a0-26c5-43d1-996f-84b999bf12c7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-1-smb', '_interfaces': [{'id': '67e7618e-e1c3-4a54-919d-4a53d500f630', 'name': '', 'network_id': '8f5cd5ac-5652-4442-9fe8-3a10f19d4368', 'tenant_id': 'cb32d039a09844f9a414bfe0ddc47981', 'mac_address': 'fa:16:3e:c5:e3:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bf8ae7d-b1dd-4a43-a15c-8ef806d26ae3', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'e19e415b-04e8-4b0e-817e-2b4a4d3941da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:59:48Z', 'updated_at': '2021-04-09T13:59:49Z', 'revision_number': 2, 'project_id': 'cb32d039a09844f9a414bfe0ddc47981', 'subnets': [{'id': 'e19e415b-04e8-4b0e-817e-2b4a4d3941da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 09 13:59:51.587108 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.75', 38922) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:59:51.593513 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.v2.base [None req-388ea7b9-7c10-4d6b-9632-67b301768b05 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-692770083-network', 'tenant_id': '89f05e53f11c4254812654c59d123815'}} {{(pid=85265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 09 13:59:51.599352 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-388ea7b9-7c10-4d6b-9632-67b301768b05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 13:59:51.603565 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-388ea7b9-7c10-4d6b-9632-67b301768b05 admin admin] Usage tracker for resource:network and tenant:89f05e53f11c4254812654c59d123815 is out of sync, need to count used quota {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 13:59:51.606850 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-388ea7b9-7c10-4d6b-9632-67b301768b05 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 13:59:51.613664 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-388ea7b9-7c10-4d6b-9632-67b301768b05 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 13:59:51.627253 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-388ea7b9-7c10-4d6b-9632-67b301768b05 admin admin] Made reservation on behalf of 89f05e53f11c4254812654c59d123815 for: {'network': 1} {{(pid=85265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 09 13:59:51.632342 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-388ea7b9-7c10-4d6b-9632-67b301768b05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853739810'] for network, before_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:59:51.646607 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-388ea7b9-7c10-4d6b-9632-67b301768b05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:59:51.679459 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-388ea7b9-7c10-4d6b-9632-67b301768b05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 13:59:51.684134 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-388ea7b9-7c10-4d6b-9632-67b301768b05 admin admin] Usage tracker for resource:security_group_rule and tenant:89f05e53f11c4254812654c59d123815 is out of sync, need to count used quota {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 13:59:51.687780 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-388ea7b9-7c10-4d6b-9632-67b301768b05 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 13:59:51.694907 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-388ea7b9-7c10-4d6b-9632-67b301768b05 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 13:59:51.796494 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-388ea7b9-7c10-4d6b-9632-67b301768b05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:59:51.800159 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-388ea7b9-7c10-4d6b-9632-67b301768b05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738555'] for security_group, after_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:59:51.803501 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-0ff9aece-fc0f-4de4-8dba-1196b10df36b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:59:51.838574 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-388ea7b9-7c10-4d6b-9632-67b301768b05 admin admin] vlan segment allocate from pool success with {'vlan_id': 639, 'physical_network': 'physnet1'} {{(pid=85265) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 09 13:59:51.846102 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388ea7b9-7c10-4d6b-9632-67b301768b05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5dd584e-b509-4ecb-97be-3034e45a9d49,revision_number=1']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:59:51.850446 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-388ea7b9-7c10-4d6b-9632-67b301768b05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:59:51.854753 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-388ea7b9-7c10-4d6b-9632-67b301768b05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854760408'] for segment, precommit_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:59:51.855082 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.db.segments_db [None req-388ea7b9-7c10-4d6b-9632-67b301768b05 admin admin] Added segment babe8733-83c0-4e31-a5cd-c3a5e3913d49 of type vlan for network 87e3e0c5-01e1-438a-a537-62a1eeff9407 Apr 09 13:59:51.887033 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-388ea7b9-7c10-4d6b-9632-67b301768b05 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363265039334123'] for network, precommit_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:59:51.920461 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-388ea7b9-7c10-4d6b-9632-67b301768b05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299'] for network, after_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:59:51.921919 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-388ea7b9-7c10-4d6b-9632-67b301768b05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:59:51.923140 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-388ea7b9-7c10-4d6b-9632-67b301768b05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758280'] for network, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:59:51.928770 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-182924bb-0e36-48c9-9607-f427fc209255 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:59:52.045374 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-388ea7b9-7c10-4d6b-9632-67b301768b05 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4538162 Apr 09 13:59:52.045990 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.75', 38926) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:59:52.049721 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388ea7b9-7c10-4d6b-9632-67b301768b05 admin admin] Pushing event updated for resources: {'Network': ['ID=87e3e0c5-01e1-438a-a537-62a1eeff9407,revision_number=1']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:59:52.055902 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.v2.base [None req-519e18b7-6505-4992-832f-259992266b17 admin admin] Request body: {'subnet': {'network_id': '87e3e0c5-01e1-438a-a537-62a1eeff9407', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-692770083-subnet', 'tenant_id': '89f05e53f11c4254812654c59d123815', 'ip_version': 4}} {{(pid=85265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 09 13:59:52.060006 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-388ea7b9-7c10-4d6b-9632-67b301768b05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:59:52.062696 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-519e18b7-6505-4992-832f-259992266b17 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 13:59:52.065649 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.rpc [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Network 87e3e0c5-01e1-438a-a537-62a1eeff9407 details requested by agent ovs-agent-dv-cinder-785362-1-smb with host dv-cinder-785362-1-smb {{(pid=85267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 09 13:59:52.070052 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-519e18b7-6505-4992-832f-259992266b17 admin admin] Usage tracker for resource:subnet and tenant:89f05e53f11c4254812654c59d123815 is out of sync, need to count used quota {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 13:59:52.074480 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-519e18b7-6505-4992-832f-259992266b17 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 13:59:52.084386 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-519e18b7-6505-4992-832f-259992266b17 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 13:59:52.103248 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-519e18b7-6505-4992-832f-259992266b17 admin admin] Made reservation on behalf of 89f05e53f11c4254812654c59d123815 for: {'subnet': 1} {{(pid=85265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 09 13:59:52.109106 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-519e18b7-6505-4992-832f-259992266b17 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2379586'] for subnet, before_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:59:52.602673 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-519e18b7-6505-4992-832f-259992266b17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851965029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2379635'] for subnet, after_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:59:52.617369 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-7dd51da9-23aa-4014-837b-a945a018f954 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:59:52.754174 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519e18b7-6505-4992-832f-259992266b17 admin admin] Pushing event updated for resources: {'Subnet': ['ID=52e6ba72-560b-4479-9b8e-a7154724b34c,revision_number=0']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:59:52.758262 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-519e18b7-6505-4992-832f-259992266b17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:59:52.822341 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-519e18b7-6505-4992-832f-259992266b17 admin admin] Checking segment: {'id': 'babe8733-83c0-4e31-a5cd-c3a5e3913d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '87e3e0c5-01e1-438a-a537-62a1eeff9407'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 09 13:59:52.822724 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-519e18b7-6505-4992-832f-259992266b17 admin admin] Network hostable DHCP agents. Network: 87e3e0c5-01e1-438a-a537-62a1eeff9407, hostable agents: ['977b5286-6f81-4d97-b9b2-e69f70c69ca5'], hosted agents: [] {{(pid=85265) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 09 13:59:52.843051 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-519e18b7-6505-4992-832f-259992266b17 admin admin] Network 87e3e0c5-01e1-438a-a537-62a1eeff9407 is scheduled to be hosted by DHCP agent 977b5286-6f81-4d97-b9b2-e69f70c69ca5 with binding_index 1 {{(pid=85265) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 09 13:59:52.851897 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.scheduler.base_scheduler [None req-519e18b7-6505-4992-832f-259992266b17 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-785362-1-smb, 87e3e0c5-01e1-438a-a537-62a1eeff9407) {{(pid=85265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 09 13:59:52.862699 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7ae57ef-da58-4ed1-892a-0419b4c44df5 None None] Network 87e3e0c5-01e1-438a-a537-62a1eeff9407 requested from dv-cinder-785362-1-smb {{(pid=85267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 09 13:59:52.864859 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-519e18b7-6505-4992-832f-259992266b17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 13:59:52.865554 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-519e18b7-6505-4992-832f-259992266b17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758280'] for subnet, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:59:52.897901 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-519e18b7-6505-4992-832f-259992266b17 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8510027 Apr 09 13:59:52.900910 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85266) accepted ('10.222.0.75', 38930) {{(pid=85266) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:59:52.907490 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.v2.base [None req-c43cef1d-ab8a-46f9-8abb-84b9a6af54a7 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-692770083-router', 'tenant_id': '89f05e53f11c4254812654c59d123815', 'external_gateway_info': {'network_id': 'd39673be-df84-4009-abea-d472d159fdfd'}}} {{(pid=85266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 09 13:59:52.913459 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-c43cef1d-ab8a-46f9-8abb-84b9a6af54a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 13:59:52.918638 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-c43cef1d-ab8a-46f9-8abb-84b9a6af54a7 admin admin] Usage tracker for resource:router and tenant:89f05e53f11c4254812654c59d123815 is out of sync, need to count used quota {{(pid=85266) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 13:59:52.923124 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-c43cef1d-ab8a-46f9-8abb-84b9a6af54a7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85266) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 13:59:52.929912 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-c43cef1d-ab8a-46f9-8abb-84b9a6af54a7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 13:59:52.941714 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-c43cef1d-ab8a-46f9-8abb-84b9a6af54a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-716566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-901'] for router, before_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:59:52.942815 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-c43cef1d-ab8a-46f9-8abb-84b9a6af54a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-718991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-711288', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-739621', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854774899'] for router, precommit_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:59:52.958857 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-c43cef1d-ab8a-46f9-8abb-84b9a6af54a7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:59:53.296222 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-c43cef1d-ab8a-46f9-8abb-84b9a6af54a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-711273', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-716551', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774918'] for router, precommit_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:59:53.301605 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-261735a5-dd3c-473d-b90c-11b786ef7431 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe608d69b-f451-5fb8-bdcb-5faac2d6aa34-87e3e0c5-01e1-438a-a537-62a1eeff9407', 'network_id': '87e3e0c5-01e1-438a-a537-62a1eeff9407', 'tenant_id': '89f05e53f11c4254812654c59d123815', 'fixed_ips': [{'subnet_id': '52e6ba72-560b-4479-9b8e-a7154724b34c'}]}} from dv-cinder-785362-1-smb. {{(pid=85267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 09 13:59:53.302558 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-261735a5-dd3c-473d-b90c-11b786ef7431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853739810'] for port, before_create {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:59:53.312549 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.rpc [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Device f5b35f41-b870-432f-9bab-6952b9e053de up at agent ovs-agent-dv-cinder-785362-1-smb {{(pid=85267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 09 13:59:53.468045 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.provisioning_blocks [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Provisioning for port f5b35f41-b870-432f-9bab-6952b9e053de completed by entity L2. {{(pid=85267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 09 13:59:53.479265 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.provisioning_blocks [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Provisioning complete for port f5b35f41-b870-432f-9bab-6952b9e053de triggered by entity L2. {{(pid=85267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 09 13:59:53.479674 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765226'] for port, provisioning_complete {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:59:53.606315 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.db_base_plugin_common [None req-261735a5-dd3c-473d-b90c-11b786ef7431 None None] Allocated IP 172.20.0.2 (87e3e0c5-01e1-438a-a537-62a1eeff9407/52e6ba72-560b-4479-9b8e-a7154724b34c/fda91e9f-0e8b-4df0-8feb-9c7807803d98) {{(pid=85267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 09 13:59:53.669989 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-c43cef1d-ab8a-46f9-8abb-84b9a6af54a7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:59:53.703049 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-c43cef1d-ab8a-46f9-8abb-84b9a6af54a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853739810'] for port, before_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:59:53.767328 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853739810'] for port, before_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:59:53.795659 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.db [None req-250ccce2-add9-4520-ab97-985e32375bee None None] For port f5b35f41-b870-432f-9bab-6952b9e053de, host dv-cinder-785362-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-1-smb',level=0,port_id=f5b35f41-b870-432f-9bab-6952b9e053de,segment=NetworkSegment(d71e9641-c1ca-48b4-9c8d-e574468b8697),segment_id=d71e9641-c1ca-48b4-9c8d-e574468b8697)] {{(pid=85267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 09 13:59:53.802476 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853739901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853759498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265038874484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771815468181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265039307602'] for port, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:59:53.813054 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:59:53.868428 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.db_base_plugin_common [None req-c43cef1d-ab8a-46f9-8abb-84b9a6af54a7 admin admin] Allocated IP 172.28.0.63 (d39673be-df84-4009-abea-d472d159fdfd/f6eeb1a0-26c5-43d1-996f-84b999bf12c7/745ed12d-cb55-4c09-a4eb-0dc93eb03b0c) {{(pid=85266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 09 13:59:53.964326 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Pushing event updated for resources: {'Port': ['ID=f5b35f41-b870-432f-9bab-6952b9e053de,revision_number=4']} {{(pid=85267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:59:53.969659 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=85267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:59:53.983463 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-261735a5-dd3c-473d-b90c-11b786ef7431 None None] Notify callbacks [] for port, precommit_create {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:59:53.994921 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.provisioning_blocks [None req-261735a5-dd3c-473d-b90c-11b786ef7431 None None] Transition to ACTIVE for port object fda91e9f-0e8b-4df0-8feb-9c7807803d98 will not be triggered until provisioned by entity L2. {{(pid=85267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 09 13:59:54.015881 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.provisioning_blocks [None req-261735a5-dd3c-473d-b90c-11b786ef7431 None None] Transition to ACTIVE for port object fda91e9f-0e8b-4df0-8feb-9c7807803d98 will not be triggered until provisioned by entity DHCP. {{(pid=85267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 09 13:59:54.021914 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-261735a5-dd3c-473d-b90c-11b786ef7431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853739901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853759498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771815468164'] for port, after_create {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:59:54.035974 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-c43cef1d-ab8a-46f9-8abb-84b9a6af54a7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:59:54.036296 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:59:54.069092 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-c43cef1d-ab8a-46f9-8abb-84b9a6af54a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853739901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853759498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771815468164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2203223'] for port, after_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:59:54.085659 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-a7fb2794-015d-45ac-baff-ebda71a04ab5 tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:59:54.194812 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261735a5-dd3c-473d-b90c-11b786ef7431 None None] Pushing event updated for resources: {'Port': ['ID=fda91e9f-0e8b-4df0-8feb-9c7807803d98,revision_number=1']} {{(pid=85267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:59:54.199024 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-261735a5-dd3c-473d-b90c-11b786ef7431 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=85267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:59:54.242706 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43cef1d-ab8a-46f9-8abb-84b9a6af54a7 admin admin] Pushing event updated for resources: {'Port': ['ID=745ed12d-cb55-4c09-a4eb-0dc93eb03b0c,revision_number=1']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:59:54.247307 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-c43cef1d-ab8a-46f9-8abb-84b9a6af54a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:59:54.257007 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-261735a5-dd3c-473d-b90c-11b786ef7431 None None] Network 87e3e0c5-01e1-438a-a537-62a1eeff9407 is already hosted by enough agents. {{(pid=85267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 09 13:59:54.258289 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.scheduler.base_scheduler [None req-261735a5-dd3c-473d-b90c-11b786ef7431 None None] Resources bound (agent type, host, resource id): {{(pid=85267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 09 13:59:54.260567 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-261735a5-dd3c-473d-b90c-11b786ef7431 None None] Received port after_create {{(pid=85267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 09 13:59:54.303757 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c43cef1d-ab8a-46f9-8abb-84b9a6af54a7 admin admin] Network d39673be-df84-4009-abea-d472d159fdfd is already hosted by enough agents. {{(pid=85266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 09 13:59:54.305328 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.scheduler.base_scheduler [None req-c43cef1d-ab8a-46f9-8abb-84b9a6af54a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=85266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 09 13:59:54.308147 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c43cef1d-ab8a-46f9-8abb-84b9a6af54a7 admin admin] Received port after_create {{(pid=85266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 09 13:59:54.372624 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.managers [None req-261735a5-dd3c-473d-b90c-11b786ef7431 None None] Attempting to bind port fda91e9f-0e8b-4df0-8feb-9c7807803d98 on host dv-cinder-785362-1-smb for vnic_type normal with profile {{(pid=85267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 09 13:59:54.373036 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.managers [None req-261735a5-dd3c-473d-b90c-11b786ef7431 None None] Attempting to bind port fda91e9f-0e8b-4df0-8feb-9c7807803d98 by drivers openvswitch,hyperv on host dv-cinder-785362-1-smb at level 0 using segments [{'id': 'babe8733-83c0-4e31-a5cd-c3a5e3913d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '87e3e0c5-01e1-438a-a537-62a1eeff9407'}] {{(pid=85267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 09 13:59:54.373445 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-261735a5-dd3c-473d-b90c-11b786ef7431 None None] Attempting to bind port fda91e9f-0e8b-4df0-8feb-9c7807803d98 on network 87e3e0c5-01e1-438a-a537-62a1eeff9407 {{(pid=85267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 09 13:59:54.383983 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-261735a5-dd3c-473d-b90c-11b786ef7431 None None] Checking agent: {'id': 'e6bfe7c3-14e3-41b1-b7be-435962079a33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-785362-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 9, 13, 38, 5), 'started_at': datetime.datetime(2021, 4, 9, 13, 38, 35), 'heartbeat_timestamp': datetime.datetime(2021, 4, 9, 13, 59, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-785362-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 09 13:59:54.384608 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-261735a5-dd3c-473d-b90c-11b786ef7431 None None] Checking segment: {'id': 'babe8733-83c0-4e31-a5cd-c3a5e3913d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '87e3e0c5-01e1-438a-a537-62a1eeff9407'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 09 13:59:54.385535 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-261735a5-dd3c-473d-b90c-11b786ef7431 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:59:54.386262 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-261735a5-dd3c-473d-b90c-11b786ef7431 None None] Bound using segment: {'id': 'babe8733-83c0-4e31-a5cd-c3a5e3913d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '87e3e0c5-01e1-438a-a537-62a1eeff9407'} {{(pid=85267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 09 13:59:54.387028 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.managers [None req-261735a5-dd3c-473d-b90c-11b786ef7431 None None] Bound port: fda91e9f-0e8b-4df0-8feb-9c7807803d98, host: dv-cinder-785362-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'babe8733-83c0-4e31-a5cd-c3a5e3913d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '87e3e0c5-01e1-438a-a537-62a1eeff9407'}}] {{(pid=85267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 09 13:59:54.387972 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-261735a5-dd3c-473d-b90c-11b786ef7431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853739810'] for port, before_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:59:54.422113 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.agents_db [None req-c64c1605-ccfd-4af7-a5d2-2f7932bd8cd3 None None] Agent healthcheck: found 6 active agents {{(pid=85268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 09 13:59:54.490667 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.db [None req-261735a5-dd3c-473d-b90c-11b786ef7431 None None] For port fda91e9f-0e8b-4df0-8feb-9c7807803d98, host dv-cinder-785362-1-smb, cleared binding levels {{(pid=85267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 09 13:59:54.494558 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.db [None req-261735a5-dd3c-473d-b90c-11b786ef7431 None None] For port fda91e9f-0e8b-4df0-8feb-9c7807803d98, host dv-cinder-785362-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-1-smb',level=0,port_id=fda91e9f-0e8b-4df0-8feb-9c7807803d98,segment=NetworkSegment(babe8733-83c0-4e31-a5cd-c3a5e3913d49),segment_id=babe8733-83c0-4e31-a5cd-c3a5e3913d49)] {{(pid=85267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 09 13:59:54.499445 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-261735a5-dd3c-473d-b90c-11b786ef7431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853739901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853759498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265038874484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771815468181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265039307602'] for port, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:59:54.517768 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:59:54.673888 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261735a5-dd3c-473d-b90c-11b786ef7431 None None] Pushing event updated for resources: {'Port': ['ID=fda91e9f-0e8b-4df0-8feb-9c7807803d98,revision_number=2']} {{(pid=85267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:59:54.679719 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92b130dc-c03a-4801-aacf-de0eb3534acf None None] Sync routers for ids ['3bf8ae7d-b1dd-4a43-a15c-8ef806d26ae3'] in dv-cinder-785362-1-smb {{(pid=85268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 09 13:59:54.679961 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-261735a5-dd3c-473d-b90c-11b786ef7431 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=85267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:59:54.696771 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92b130dc-c03a-4801-aacf-de0eb3534acf None None] Routers {'3bf8ae7d-b1dd-4a43-a15c-8ef806d26ae3'} bound to L3 agent in host dv-cinder-785362-1-smb {{(pid=85268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 09 13:59:54.698249 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_hamode_db [None req-92b130dc-c03a-4801-aacf-de0eb3534acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-785362-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-09T13:38:04Z,description=,heartbeat_timestamp=2021-04-09T13:59:34Z,host='dv-cinder-785362-1-smb',id=69305824-358b-46b0-9707-cd2ded304b9c,load=0,resource_versions=,resources_synced=,started_at=2021-04-09T13:38:04Z,topic='l3_agent')) {'router_ids': ['3bf8ae7d-b1dd-4a43-a15c-8ef806d26ae3'], 'active': True} {{(pid=85268) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 13:59:54.794666 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-c43cef1d-ab8a-46f9-8abb-84b9a6af54a7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:59:54.913483 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_dvr_db [None req-92b130dc-c03a-4801-aacf-de0eb3534acf None None] Set router 3bf8ae7d-b1dd-4a43-a15c-8ef806d26ae3 gateway port host: dv-cinder-785362-1-smb {{(pid=85268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 09 13:59:55.329514 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_hamode_db [None req-92b130dc-c03a-4801-aacf-de0eb3534acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bf8ae7d-b1dd-4a43-a15c-8ef806d26ae3', 'name': 'tempest-TestMinimumBasicScenario-1072768461-router', 'tenant_id': 'cb32d039a09844f9a414bfe0ddc47981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd39673be-df84-4009-abea-d472d159fdfd', 'external_fixed_ips': [{'subnet_id': 'f6eeb1a0-26c5-43d1-996f-84b999bf12c7', 'ip_address': '172.28.0.3'}], 'enable_snat': True}, 'gw_port_id': 'f5b35f41-b870-432f-9bab-6952b9e053de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T13:59:44Z', 'updated_at': '2021-04-09T13:59:49Z', 'revision_number': 4, 'project_id': 'cb32d039a09844f9a414bfe0ddc47981', 'gw_port': {'id': 'f5b35f41-b870-432f-9bab-6952b9e053de', 'name': '', 'network_id': 'd39673be-df84-4009-abea-d472d159fdfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:7b:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bf8ae7d-b1dd-4a43-a15c-8ef806d26ae3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'f6eeb1a0-26c5-43d1-996f-84b999bf12c7', 'ip_address': '172.28.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:59:45Z', 'updated_at': '2021-04-09T13:59:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6eeb1a0-26c5-43d1-996f-84b999bf12c7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-1-smb', '_interfaces': [{'id': '67e7618e-e1c3-4a54-919d-4a53d500f630', 'name': '', 'network_id': '8f5cd5ac-5652-4442-9fe8-3a10f19d4368', 'tenant_id': 'cb32d039a09844f9a414bfe0ddc47981', 'mac_address': 'fa:16:3e:c5:e3:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bf8ae7d-b1dd-4a43-a15c-8ef806d26ae3', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'e19e415b-04e8-4b0e-817e-2b4a4d3941da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:59:48Z', 'updated_at': '2021-04-09T13:59:49Z', 'revision_number': 2, 'project_id': 'cb32d039a09844f9a414bfe0ddc47981', 'subnets': [{'id': 'e19e415b-04e8-4b0e-817e-2b4a4d3941da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-785362-1-smb', False) {} {{(pid=85268) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 13:59:55.334628 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92b130dc-c03a-4801-aacf-de0eb3534acf None None] Checking router: 3bf8ae7d-b1dd-4a43-a15c-8ef806d26ae3 for host: dv-cinder-785362-1-smb {{(pid=85268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 09 13:59:55.335110 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92b130dc-c03a-4801-aacf-de0eb3534acf None None] Updating router 3bf8ae7d-b1dd-4a43-a15c-8ef806d26ae3 port 67e7618e-e1c3-4a54-919d-4a53d500f630 binding host dv-cinder-785362-1-smb {{(pid=85268) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 09 13:59:55.384113 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.rpc [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Device fda91e9f-0e8b-4df0-8feb-9c7807803d98 up at agent ovs-agent-dv-cinder-785362-1-smb {{(pid=85267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 09 13:59:55.397232 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-92b130dc-c03a-4801-aacf-de0eb3534acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853739810'] for port, before_update {{(pid=85268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:59:55.471168 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.provisioning_blocks [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Provisioning for port fda91e9f-0e8b-4df0-8feb-9c7807803d98 completed by entity L2. {{(pid=85267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 09 13:59:55.477534 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.rpc [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Device f5b35f41-b870-432f-9bab-6952b9e053de up at agent ovs-agent-dv-cinder-785362-1-smb {{(pid=85267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 09 13:59:55.505752 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-c43cef1d-ab8a-46f9-8abb-84b9a6af54a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854059233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854064505'] for router, after_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:59:55.569122 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.provisioning_blocks [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Provisioning complete for port f5b35f41-b870-432f-9bab-6952b9e053de triggered by entity L2. {{(pid=85267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 09 13:59:55.569799 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765226'] for port, provisioning_complete {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:59:55.761740 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c43cef1d-ab8a-46f9-8abb-84b9a6af54a7 admin admin] Router c18b2952-6987-4d8e-9fa9-f7cb0c7f17ec is scheduled to L3 agent 69305824-358b-46b0-9707-cd2ded304b9c with binding_index 1 {{(pid=85266) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 09 13:59:55.894703 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-92b130dc-c03a-4801-aacf-de0eb3534acf None None] Notify callbacks [] for port, precommit_update {{(pid=85268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:59:55.909239 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.provisioning_blocks [None req-92b130dc-c03a-4801-aacf-de0eb3534acf None None] Transition to ACTIVE for port object 67e7618e-e1c3-4a54-919d-4a53d500f630 will not be triggered until provisioned by entity L2. {{(pid=85268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 09 13:59:55.915426 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-92b130dc-c03a-4801-aacf-de0eb3534acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853739901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853759498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265038874484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771815468181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265039307602'] for port, after_update {{(pid=85268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:59:55.932405 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-ce63c47c-e1d6-4cfa-b325-d53670531df2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:59:55.970516 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c43cef1d-ab8a-46f9-8abb-84b9a6af54a7 admin admin] Notify agent at l3_agent.dv-cinder-785362-1-smb the message routers_updated {{(pid=85266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 09 13:59:55.982348 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce61bb80-f674-4d77-8b82-cef9faf23b0c None None] Sync routers for ids ['c18b2952-6987-4d8e-9fa9-f7cb0c7f17ec'] in dv-cinder-785362-1-smb {{(pid=85267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 09 13:59:55.995019 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce61bb80-f674-4d77-8b82-cef9faf23b0c None None] Routers {'c18b2952-6987-4d8e-9fa9-f7cb0c7f17ec'} bound to L3 agent in host dv-cinder-785362-1-smb {{(pid=85267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 09 13:59:55.996122 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_hamode_db [None req-ce61bb80-f674-4d77-8b82-cef9faf23b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-785362-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-09T13:38:04Z,description=,heartbeat_timestamp=2021-04-09T13:59:34Z,host='dv-cinder-785362-1-smb',id=69305824-358b-46b0-9707-cd2ded304b9c,load=0,resource_versions=,resources_synced=,started_at=2021-04-09T13:38:04Z,topic='l3_agent')) {'router_ids': ['c18b2952-6987-4d8e-9fa9-f7cb0c7f17ec'], 'active': True} {{(pid=85267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 13:59:55.997963 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-c43cef1d-ab8a-46f9-8abb-84b9a6af54a7 admin admin] Notify callbacks [] for router, before_response {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:59:55.999488 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-c43cef1d-ab8a-46f9-8abb-84b9a6af54a7 admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.0975015 Apr 09 13:59:56.003135 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.75', 38934) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 13:59:56.020850 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fed0bb0-c59a-4622-9c3a-44a609a3364a None None] Pushing event updated for resources: {'Port': ['ID=67e7618e-e1c3-4a54-919d-4a53d500f630,revision_number=3']} {{(pid=85268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:59:56.088669 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fed0bb0-c59a-4622-9c3a-44a609a3364a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:59:56.089051 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fed0bb0-c59a-4622-9c3a-44a609a3364a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:59:56.089429 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fed0bb0-c59a-4622-9c3a-44a609a3364a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:59:56.089839 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fed0bb0-c59a-4622-9c3a-44a609a3364a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:59:56.090205 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fed0bb0-c59a-4622-9c3a-44a609a3364a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:59:56.090570 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fed0bb0-c59a-4622-9c3a-44a609a3364a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:59:56.090933 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fed0bb0-c59a-4622-9c3a-44a609a3364a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:59:56.091439 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fed0bb0-c59a-4622-9c3a-44a609a3364a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:59:56.091802 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fed0bb0-c59a-4622-9c3a-44a609a3364a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:59:56.092161 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fed0bb0-c59a-4622-9c3a-44a609a3364a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:59:56.092522 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fed0bb0-c59a-4622-9c3a-44a609a3364a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:59:56.092875 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fed0bb0-c59a-4622-9c3a-44a609a3364a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:59:56.102122 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-1fed0bb0-c59a-4622-9c3a-44a609a3364a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=85268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:59:56.220487 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea80849a-7e2d-405d-be65-7e55f57272f1 None None] Network 87e3e0c5-01e1-438a-a537-62a1eeff9407 requested from dv-cinder-785362-1-smb {{(pid=85267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 09 13:59:56.350575 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_dvr_db [None req-ce61bb80-f674-4d77-8b82-cef9faf23b0c None None] Set router c18b2952-6987-4d8e-9fa9-f7cb0c7f17ec gateway port host: dv-cinder-785362-1-smb {{(pid=85267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 09 13:59:56.353818 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.managers [None req-92b130dc-c03a-4801-aacf-de0eb3534acf None None] Attempting to bind port 67e7618e-e1c3-4a54-919d-4a53d500f630 on host dv-cinder-785362-1-smb for vnic_type normal with profile {{(pid=85268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 09 13:59:56.354482 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.managers [None req-92b130dc-c03a-4801-aacf-de0eb3534acf None None] Attempting to bind port 67e7618e-e1c3-4a54-919d-4a53d500f630 by drivers openvswitch,hyperv on host dv-cinder-785362-1-smb at level 0 using segments [{'id': 'd2ab702d-9db3-4ab7-b573-95176c41560e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '8f5cd5ac-5652-4442-9fe8-3a10f19d4368'}] {{(pid=85268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 09 13:59:56.354972 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b130dc-c03a-4801-aacf-de0eb3534acf None None] Attempting to bind port 67e7618e-e1c3-4a54-919d-4a53d500f630 on network 8f5cd5ac-5652-4442-9fe8-3a10f19d4368 {{(pid=85268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 09 13:59:56.363335 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b130dc-c03a-4801-aacf-de0eb3534acf None None] Checking agent: {'id': 'e6bfe7c3-14e3-41b1-b7be-435962079a33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-785362-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 9, 13, 38, 5), 'started_at': datetime.datetime(2021, 4, 9, 13, 38, 35), 'heartbeat_timestamp': datetime.datetime(2021, 4, 9, 13, 59, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-785362-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 09 13:59:56.363985 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b130dc-c03a-4801-aacf-de0eb3534acf None None] Checking segment: {'id': 'd2ab702d-9db3-4ab7-b573-95176c41560e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '8f5cd5ac-5652-4442-9fe8-3a10f19d4368'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 09 13:59:56.364724 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-92b130dc-c03a-4801-aacf-de0eb3534acf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:59:56.365241 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b130dc-c03a-4801-aacf-de0eb3534acf None None] Bound using segment: {'id': 'd2ab702d-9db3-4ab7-b573-95176c41560e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '8f5cd5ac-5652-4442-9fe8-3a10f19d4368'} {{(pid=85268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 09 13:59:56.366002 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.managers [None req-92b130dc-c03a-4801-aacf-de0eb3534acf None None] Bound port: 67e7618e-e1c3-4a54-919d-4a53d500f630, host: dv-cinder-785362-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2ab702d-9db3-4ab7-b573-95176c41560e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '8f5cd5ac-5652-4442-9fe8-3a10f19d4368'}}] {{(pid=85268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 09 13:59:56.366499 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-92b130dc-c03a-4801-aacf-de0eb3534acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853739810'] for port, before_update {{(pid=85268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:59:56.472011 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.db [None req-92b130dc-c03a-4801-aacf-de0eb3534acf None None] For port 67e7618e-e1c3-4a54-919d-4a53d500f630, host dv-cinder-785362-1-smb, cleared binding levels {{(pid=85268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 09 13:59:56.477294 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.db [None req-92b130dc-c03a-4801-aacf-de0eb3534acf None None] For port 67e7618e-e1c3-4a54-919d-4a53d500f630, host dv-cinder-785362-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-1-smb',level=0,port_id=67e7618e-e1c3-4a54-919d-4a53d500f630,segment=NetworkSegment(d2ab702d-9db3-4ab7-b573-95176c41560e),segment_id=d2ab702d-9db3-4ab7-b573-95176c41560e)] {{(pid=85268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 09 13:59:56.479501 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-92b130dc-c03a-4801-aacf-de0eb3534acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853739901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853759498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265038874484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771815468181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265039307602'] for port, after_update {{(pid=85268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:59:56.510747 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.provisioning_blocks [None req-6295500f-22a4-4c2c-8013-1009bdc66692 None None] Provisioning for port fda91e9f-0e8b-4df0-8feb-9c7807803d98 completed by entity DHCP. {{(pid=85267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 09 13:59:56.512917 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-181aef9a-33ed-4bac-a948-88f7291f8ab0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:59:56.546561 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.provisioning_blocks [None req-6295500f-22a4-4c2c-8013-1009bdc66692 None None] Provisioning complete for port fda91e9f-0e8b-4df0-8feb-9c7807803d98 triggered by entity DHCP. {{(pid=85267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 09 13:59:56.546983 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-6295500f-22a4-4c2c-8013-1009bdc66692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765226'] for port, provisioning_complete {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:59:56.866416 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fed0bb0-c59a-4622-9c3a-44a609a3364a None None] Pushing event updated for resources: {'Port': ['ID=67e7618e-e1c3-4a54-919d-4a53d500f630,revision_number=4']} {{(pid=85268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:59:56.879214 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-1fed0bb0-c59a-4622-9c3a-44a609a3364a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=85268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:59:56.890149 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-a49557f5-dff1-4725-9d7c-b0b4744e577c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853739810'] for port, before_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:59:56.947035 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92b130dc-c03a-4801-aacf-de0eb3534acf None None] Routers {'3bf8ae7d-b1dd-4a43-a15c-8ef806d26ae3'} bound to L3 agent in host dv-cinder-785362-1-smb {{(pid=85268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 09 13:59:56.947927 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_hamode_db [None req-92b130dc-c03a-4801-aacf-de0eb3534acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-785362-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-09T13:38:04Z,description=,heartbeat_timestamp=2021-04-09T13:59:34Z,host='dv-cinder-785362-1-smb',id=69305824-358b-46b0-9707-cd2ded304b9c,load=0,resource_versions=,resources_synced=,started_at=2021-04-09T13:38:04Z,topic='l3_agent')) {'router_ids': ['3bf8ae7d-b1dd-4a43-a15c-8ef806d26ae3'], 'active': True} {{(pid=85268) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 13:59:57.155609 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-6295500f-22a4-4c2c-8013-1009bdc66692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853739810'] for port, before_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:59:57.189222 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_dvr_db [None req-92b130dc-c03a-4801-aacf-de0eb3534acf None None] Set router 3bf8ae7d-b1dd-4a43-a15c-8ef806d26ae3 gateway port host: dv-cinder-785362-1-smb {{(pid=85268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 09 13:59:57.194013 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.db [None req-6295500f-22a4-4c2c-8013-1009bdc66692 None None] For port fda91e9f-0e8b-4df0-8feb-9c7807803d98, host dv-cinder-785362-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-1-smb',level=0,port_id=fda91e9f-0e8b-4df0-8feb-9c7807803d98,segment=NetworkSegment(babe8733-83c0-4e31-a5cd-c3a5e3913d49),segment_id=babe8733-83c0-4e31-a5cd-c3a5e3913d49)] {{(pid=85267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 09 13:59:57.202414 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-6295500f-22a4-4c2c-8013-1009bdc66692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853739901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853759498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265038874484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771815468181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265039307602'] for port, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:59:57.207099 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:59:57.263856 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.db_base_plugin_common [None req-a49557f5-dff1-4725-9d7c-b0b4744e577c admin admin] Allocated IP 172.20.0.1 (87e3e0c5-01e1-438a-a537-62a1eeff9407/52e6ba72-560b-4479-9b8e-a7154724b34c/10d924fd-60da-438a-bd37-97258428d133) {{(pid=85265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 09 13:59:57.311714 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6295500f-22a4-4c2c-8013-1009bdc66692 None None] Pushing event updated for resources: {'Port': ['ID=fda91e9f-0e8b-4df0-8feb-9c7807803d98,revision_number=3']} {{(pid=85267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:59:57.318394 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_hamode_db [None req-ce61bb80-f674-4d77-8b82-cef9faf23b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c18b2952-6987-4d8e-9fa9-f7cb0c7f17ec', 'name': 'tempest-TestMinimumBasicScenario-692770083-router', 'tenant_id': '89f05e53f11c4254812654c59d123815', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd39673be-df84-4009-abea-d472d159fdfd', 'external_fixed_ips': [{'subnet_id': 'f6eeb1a0-26c5-43d1-996f-84b999bf12c7', 'ip_address': '172.28.0.63'}], 'enable_snat': True}, 'gw_port_id': '745ed12d-cb55-4c09-a4eb-0dc93eb03b0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T13:59:52Z', 'updated_at': '2021-04-09T13:59:54Z', 'revision_number': 3, 'project_id': '89f05e53f11c4254812654c59d123815', 'gw_port': {'id': '745ed12d-cb55-4c09-a4eb-0dc93eb03b0c', 'name': '', 'network_id': 'd39673be-df84-4009-abea-d472d159fdfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:c9:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c18b2952-6987-4d8e-9fa9-f7cb0c7f17ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'f6eeb1a0-26c5-43d1-996f-84b999bf12c7', 'ip_address': '172.28.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:59:53Z', 'updated_at': '2021-04-09T13:59:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f6eeb1a0-26c5-43d1-996f-84b999bf12c7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-1-smb'}], 'dv-cinder-785362-1-smb', False) {} {{(pid=85267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 13:59:57.332266 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce61bb80-f674-4d77-8b82-cef9faf23b0c None None] Checking router: c18b2952-6987-4d8e-9fa9-f7cb0c7f17ec for host: dv-cinder-785362-1-smb {{(pid=85267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 09 13:59:57.332658 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce61bb80-f674-4d77-8b82-cef9faf23b0c None None] Updating router c18b2952-6987-4d8e-9fa9-f7cb0c7f17ec port 745ed12d-cb55-4c09-a4eb-0dc93eb03b0c binding host dv-cinder-785362-1-smb {{(pid=85267) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 09 13:59:57.426932 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-ce61bb80-f674-4d77-8b82-cef9faf23b0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853739810'] for port, before_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:59:57.458485 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.rpc [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Device 67e7618e-e1c3-4a54-919d-4a53d500f630 up at agent ovs-agent-dv-cinder-785362-1-smb {{(pid=85267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 09 13:59:57.506906 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-a49557f5-dff1-4725-9d7c-b0b4744e577c admin admin] Notify callbacks [] for port, precommit_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:59:57.538813 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.provisioning_blocks [None req-a49557f5-dff1-4725-9d7c-b0b4744e577c admin admin] Transition to ACTIVE for port object 10d924fd-60da-438a-bd37-97258428d133 will not be triggered until provisioned by entity DHCP. {{(pid=85265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 09 13:59:57.543595 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6295500f-22a4-4c2c-8013-1009bdc66692 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:59:57.544933 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6295500f-22a4-4c2c-8013-1009bdc66692 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:59:57.545572 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6295500f-22a4-4c2c-8013-1009bdc66692 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:59:57.546337 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6295500f-22a4-4c2c-8013-1009bdc66692 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:59:57.546770 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6295500f-22a4-4c2c-8013-1009bdc66692 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:59:57.548033 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6295500f-22a4-4c2c-8013-1009bdc66692 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:59:57.548522 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6295500f-22a4-4c2c-8013-1009bdc66692 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:59:57.548918 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6295500f-22a4-4c2c-8013-1009bdc66692 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:59:57.549466 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6295500f-22a4-4c2c-8013-1009bdc66692 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:59:57.550537 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6295500f-22a4-4c2c-8013-1009bdc66692 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:59:57.550909 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6295500f-22a4-4c2c-8013-1009bdc66692 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:59:57.551370 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6295500f-22a4-4c2c-8013-1009bdc66692 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 13:59:57.574687 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-a49557f5-dff1-4725-9d7c-b0b4744e577c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853739901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853759498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771815468164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851965059'] for port, after_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:59:57.585639 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-6295500f-22a4-4c2c-8013-1009bdc66692 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.379s {{(pid=85267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:59:57.591928 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-82b470a8-6e4d-45b6-b8b2-d645a54d1dd0 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:59:57.678941 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_hamode_db [None req-92b130dc-c03a-4801-aacf-de0eb3534acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bf8ae7d-b1dd-4a43-a15c-8ef806d26ae3', 'name': 'tempest-TestMinimumBasicScenario-1072768461-router', 'tenant_id': 'cb32d039a09844f9a414bfe0ddc47981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd39673be-df84-4009-abea-d472d159fdfd', 'external_fixed_ips': [{'subnet_id': 'f6eeb1a0-26c5-43d1-996f-84b999bf12c7', 'ip_address': '172.28.0.3'}], 'enable_snat': True}, 'gw_port_id': 'f5b35f41-b870-432f-9bab-6952b9e053de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T13:59:44Z', 'updated_at': '2021-04-09T13:59:49Z', 'revision_number': 4, 'project_id': 'cb32d039a09844f9a414bfe0ddc47981', 'gw_port': {'id': 'f5b35f41-b870-432f-9bab-6952b9e053de', 'name': '', 'network_id': 'd39673be-df84-4009-abea-d472d159fdfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:7b:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bf8ae7d-b1dd-4a43-a15c-8ef806d26ae3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'f6eeb1a0-26c5-43d1-996f-84b999bf12c7', 'ip_address': '172.28.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:59:45Z', 'updated_at': '2021-04-09T13:59:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6eeb1a0-26c5-43d1-996f-84b999bf12c7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-1-smb', '_interfaces': [{'id': '67e7618e-e1c3-4a54-919d-4a53d500f630', 'name': '', 'network_id': '8f5cd5ac-5652-4442-9fe8-3a10f19d4368', 'tenant_id': 'cb32d039a09844f9a414bfe0ddc47981', 'mac_address': 'fa:16:3e:c5:e3:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bf8ae7d-b1dd-4a43-a15c-8ef806d26ae3', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'e19e415b-04e8-4b0e-817e-2b4a4d3941da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:59:48Z', 'updated_at': '2021-04-09T13:59:56Z', 'revision_number': 4, 'project_id': 'cb32d039a09844f9a414bfe0ddc47981', 'subnets': [{'id': 'e19e415b-04e8-4b0e-817e-2b4a4d3941da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-785362-1-smb', False) {} {{(pid=85268) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 13:59:57.683705 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92b130dc-c03a-4801-aacf-de0eb3534acf None None] The sync data for ids ['3bf8ae7d-b1dd-4a43-a15c-8ef806d26ae3'] in dv-cinder-785362-1-smb is: [{'id': '3bf8ae7d-b1dd-4a43-a15c-8ef806d26ae3', 'name': 'tempest-TestMinimumBasicScenario-1072768461-router', 'tenant_id': 'cb32d039a09844f9a414bfe0ddc47981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd39673be-df84-4009-abea-d472d159fdfd', 'external_fixed_ips': [{'subnet_id': 'f6eeb1a0-26c5-43d1-996f-84b999bf12c7', 'ip_address': '172.28.0.3'}], 'enable_snat': True}, 'gw_port_id': 'f5b35f41-b870-432f-9bab-6952b9e053de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T13:59:44Z', 'updated_at': '2021-04-09T13:59:49Z', 'revision_number': 4, 'project_id': 'cb32d039a09844f9a414bfe0ddc47981', 'gw_port': {'id': 'f5b35f41-b870-432f-9bab-6952b9e053de', 'name': '', 'network_id': 'd39673be-df84-4009-abea-d472d159fdfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:7b:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bf8ae7d-b1dd-4a43-a15c-8ef806d26ae3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'f6eeb1a0-26c5-43d1-996f-84b999bf12c7', 'ip_address': '172.28.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:59:45Z', 'updated_at': '2021-04-09T13:59:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6eeb1a0-26c5-43d1-996f-84b999bf12c7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-1-smb', '_interfaces': [{'id': '67e7618e-e1c3-4a54-919d-4a53d500f630', 'name': '', 'network_id': '8f5cd5ac-5652-4442-9fe8-3a10f19d4368', 'tenant_id': 'cb32d039a09844f9a414bfe0ddc47981', 'mac_address': 'fa:16:3e:c5:e3:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bf8ae7d-b1dd-4a43-a15c-8ef806d26ae3', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'e19e415b-04e8-4b0e-817e-2b4a4d3941da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:59:48Z', 'updated_at': '2021-04-09T13:59:56Z', 'revision_number': 4, 'project_id': 'cb32d039a09844f9a414bfe0ddc47981', 'subnets': [{'id': 'e19e415b-04e8-4b0e-817e-2b4a4d3941da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 09 13:59:57.748400 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49557f5-dff1-4725-9d7c-b0b4744e577c admin admin] Pushing event updated for resources: {'Port': ['ID=10d924fd-60da-438a-bd37-97258428d133,revision_number=1']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:59:57.754121 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-a49557f5-dff1-4725-9d7c-b0b4744e577c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:59:57.755086 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.provisioning_blocks [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Provisioning for port 67e7618e-e1c3-4a54-919d-4a53d500f630 completed by entity L2. {{(pid=85267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 09 13:59:57.772806 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.provisioning_blocks [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Provisioning complete for port 67e7618e-e1c3-4a54-919d-4a53d500f630 triggered by entity L2. {{(pid=85267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 09 13:59:57.773215 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765226'] for port, provisioning_complete {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:59:57.810307 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a49557f5-dff1-4725-9d7c-b0b4744e577c admin admin] Network 87e3e0c5-01e1-438a-a537-62a1eeff9407 is already hosted by enough agents. {{(pid=85265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 09 13:59:57.811906 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.scheduler.base_scheduler [None req-a49557f5-dff1-4725-9d7c-b0b4744e577c admin admin] Resources bound (agent type, host, resource id): {{(pid=85265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 09 13:59:57.814741 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a49557f5-dff1-4725-9d7c-b0b4744e577c admin admin] Received port after_create {{(pid=85265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 09 13:59:57.828658 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.provisioning_blocks [None req-f9db4406-1864-4644-95cd-c92a418b91f4 None None] Provisioning complete for port fda91e9f-0e8b-4df0-8feb-9c7807803d98 triggered by entity DHCP. {{(pid=85267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 09 13:59:57.829292 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-f9db4406-1864-4644-95cd-c92a418b91f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765226'] for port, provisioning_complete {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:59:57.887505 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-a49557f5-dff1-4725-9d7c-b0b4744e577c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-361547'] for router_interface, before_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:59:58.042404 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-a49557f5-dff1-4725-9d7c-b0b4744e577c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853739810'] for port, before_update {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:59:58.190478 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853739810'] for port, before_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:59:58.220127 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.db [None req-250ccce2-add9-4520-ab97-985e32375bee None None] For port 67e7618e-e1c3-4a54-919d-4a53d500f630, host dv-cinder-785362-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-1-smb',level=0,port_id=67e7618e-e1c3-4a54-919d-4a53d500f630,segment=NetworkSegment(d2ab702d-9db3-4ab7-b573-95176c41560e),segment_id=d2ab702d-9db3-4ab7-b573-95176c41560e)] {{(pid=85267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 09 13:59:58.232627 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853739901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853759498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265038874484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771815468181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265039307602'] for port, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:59:58.237836 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:59:58.390667 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-ce61bb80-f674-4d77-8b82-cef9faf23b0c None None] Notify callbacks [] for port, precommit_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:59:58.394826 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.provisioning_blocks [None req-1421cd5f-07f3-4860-9dbd-be2d8d1a109d None None] Provisioning for port 10d924fd-60da-438a-bd37-97258428d133 completed by entity DHCP. {{(pid=85267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 09 13:59:58.403740 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Pushing event updated for resources: {'Port': ['ID=67e7618e-e1c3-4a54-919d-4a53d500f630,revision_number=5']} {{(pid=85267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:59:58.410990 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.provisioning_blocks [None req-1421cd5f-07f3-4860-9dbd-be2d8d1a109d None None] Provisioning complete for port 10d924fd-60da-438a-bd37-97258428d133 triggered by entity DHCP. {{(pid=85267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 09 13:59:58.411409 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-1421cd5f-07f3-4860-9dbd-be2d8d1a109d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765226'] for port, provisioning_complete {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:59:58.439600 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=85267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:59:58.461593 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.provisioning_blocks [None req-ce61bb80-f674-4d77-8b82-cef9faf23b0c None None] Transition to ACTIVE for port object 745ed12d-cb55-4c09-a4eb-0dc93eb03b0c will not be triggered until provisioned by entity L2. {{(pid=85267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 09 13:59:58.479837 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-ce61bb80-f674-4d77-8b82-cef9faf23b0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853739901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853759498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265038874484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771815468181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265039307602'] for port, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:59:58.496011 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-5c477753-e345-4619-b999-d047b9c034fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:59:58.570099 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.plugin [None req-1421cd5f-07f3-4860-9dbd-be2d8d1a109d None None] Port 10d924fd-60da-438a-bd37-97258428d133 cannot update to ACTIVE because it is not bound. {{(pid=85267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 09 13:59:58.652573 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-a49557f5-dff1-4725-9d7c-b0b4744e577c admin admin] Notify callbacks [] for port, precommit_update {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:59:58.656301 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-a49557f5-dff1-4725-9d7c-b0b4744e577c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853739901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853759498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265038874484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771815468181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265039307602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2810724'] for port, after_update {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:59:58.659752 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e00841c-b9b4-4d08-8e59-fc8f855b646a None None] Pushing event updated for resources: {'Port': ['ID=745ed12d-cb55-4c09-a4eb-0dc93eb03b0c,revision_number=2']} {{(pid=85267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:59:58.663865 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-8e00841c-b9b4-4d08-8e59-fc8f855b646a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=85267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:59:58.693481 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-bbff8147-dae0-407a-9eab-d43f86408a7e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:59:58.727414 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.managers [None req-ce61bb80-f674-4d77-8b82-cef9faf23b0c None None] Attempting to bind port 745ed12d-cb55-4c09-a4eb-0dc93eb03b0c on host dv-cinder-785362-1-smb for vnic_type normal with profile {{(pid=85267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 09 13:59:58.727832 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.managers [None req-ce61bb80-f674-4d77-8b82-cef9faf23b0c None None] Attempting to bind port 745ed12d-cb55-4c09-a4eb-0dc93eb03b0c by drivers openvswitch,hyperv on host dv-cinder-785362-1-smb at level 0 using segments [{'id': 'd71e9641-c1ca-48b4-9c8d-e574468b8697', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd39673be-df84-4009-abea-d472d159fdfd'}] {{(pid=85267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 09 13:59:58.728245 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce61bb80-f674-4d77-8b82-cef9faf23b0c None None] Attempting to bind port 745ed12d-cb55-4c09-a4eb-0dc93eb03b0c on network d39673be-df84-4009-abea-d472d159fdfd {{(pid=85267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 09 13:59:58.734100 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce61bb80-f674-4d77-8b82-cef9faf23b0c None None] Checking agent: {'id': 'e6bfe7c3-14e3-41b1-b7be-435962079a33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-785362-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 9, 13, 38, 5), 'started_at': datetime.datetime(2021, 4, 9, 13, 38, 35), 'heartbeat_timestamp': datetime.datetime(2021, 4, 9, 13, 59, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-785362-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 09 13:59:58.734668 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce61bb80-f674-4d77-8b82-cef9faf23b0c None None] Checking segment: {'id': 'd71e9641-c1ca-48b4-9c8d-e574468b8697', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd39673be-df84-4009-abea-d472d159fdfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 09 13:59:58.734978 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-ce61bb80-f674-4d77-8b82-cef9faf23b0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:59:58.735395 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce61bb80-f674-4d77-8b82-cef9faf23b0c None None] Bound using segment: {'id': 'd71e9641-c1ca-48b4-9c8d-e574468b8697', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd39673be-df84-4009-abea-d472d159fdfd'} {{(pid=85267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 09 13:59:58.736016 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.managers [None req-ce61bb80-f674-4d77-8b82-cef9faf23b0c None None] Bound port: 745ed12d-cb55-4c09-a4eb-0dc93eb03b0c, host: dv-cinder-785362-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd71e9641-c1ca-48b4-9c8d-e574468b8697', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd39673be-df84-4009-abea-d472d159fdfd'}}] {{(pid=85267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 09 13:59:58.736420 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-ce61bb80-f674-4d77-8b82-cef9faf23b0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853739810'] for port, before_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:59:58.787812 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49557f5-dff1-4725-9d7c-b0b4744e577c admin admin] Pushing event updated for resources: {'Port': ['ID=10d924fd-60da-438a-bd37-97258428d133,revision_number=2']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:59:58.791078 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-a49557f5-dff1-4725-9d7c-b0b4744e577c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854212380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-712862'] for router_interface, after_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:59:58.805231 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-a49557f5-dff1-4725-9d7c-b0b4744e577c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:59:58.821344 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.db [None req-ce61bb80-f674-4d77-8b82-cef9faf23b0c None None] For port 745ed12d-cb55-4c09-a4eb-0dc93eb03b0c, host dv-cinder-785362-1-smb, cleared binding levels {{(pid=85267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 09 13:59:58.824675 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.db [None req-ce61bb80-f674-4d77-8b82-cef9faf23b0c None None] For port 745ed12d-cb55-4c09-a4eb-0dc93eb03b0c, host dv-cinder-785362-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-1-smb',level=0,port_id=745ed12d-cb55-4c09-a4eb-0dc93eb03b0c,segment=NetworkSegment(d71e9641-c1ca-48b4-9c8d-e574468b8697),segment_id=d71e9641-c1ca-48b4-9c8d-e574468b8697)] {{(pid=85267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 09 13:59:58.829063 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-ce61bb80-f674-4d77-8b82-cef9faf23b0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853739901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853759498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265038874484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771815468181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265039307602'] for port, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:59:58.845079 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 13:59:58.952455 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a49557f5-dff1-4725-9d7c-b0b4744e577c admin admin] Network 87e3e0c5-01e1-438a-a537-62a1eeff9407 is already hosted by enough agents. {{(pid=85265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 09 13:59:58.953841 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.scheduler.base_scheduler [None req-a49557f5-dff1-4725-9d7c-b0b4744e577c admin admin] Resources bound (agent type, host, resource id): {{(pid=85265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 09 13:59:58.996087 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e00841c-b9b4-4d08-8e59-fc8f855b646a None None] Pushing event updated for resources: {'Port': ['ID=745ed12d-cb55-4c09-a4eb-0dc93eb03b0c,revision_number=3']} {{(pid=85267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 13:59:59.001724 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-8e00841c-b9b4-4d08-8e59-fc8f855b646a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=85267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 13:59:59.064107 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce61bb80-f674-4d77-8b82-cef9faf23b0c None None] Routers {'c18b2952-6987-4d8e-9fa9-f7cb0c7f17ec'} bound to L3 agent in host dv-cinder-785362-1-smb {{(pid=85267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 09 13:59:59.064791 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_hamode_db [None req-ce61bb80-f674-4d77-8b82-cef9faf23b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-785362-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-09T13:38:04Z,description=,heartbeat_timestamp=2021-04-09T13:59:34Z,host='dv-cinder-785362-1-smb',id=69305824-358b-46b0-9707-cd2ded304b9c,load=0,resource_versions=,resources_synced=,started_at=2021-04-09T13:38:04Z,topic='l3_agent')) {'router_ids': ['c18b2952-6987-4d8e-9fa9-f7cb0c7f17ec'], 'active': True} {{(pid=85267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 13:59:59.183694 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a49557f5-dff1-4725-9d7c-b0b4744e577c admin admin] Router c18b2952-6987-4d8e-9fa9-f7cb0c7f17ec has already been hosted by L3 agent 69305824-358b-46b0-9707-cd2ded304b9c {{(pid=85265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 09 13:59:59.397509 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a49557f5-dff1-4725-9d7c-b0b4744e577c admin admin] Notify agent at l3_agent.dv-cinder-785362-1-smb the message routers_updated {{(pid=85265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 09 13:59:59.406156 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.rpc [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Device 67e7618e-e1c3-4a54-919d-4a53d500f630 up at agent ovs-agent-dv-cinder-785362-1-smb {{(pid=85267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 09 13:59:59.408353 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-a49557f5-dff1-4725-9d7c-b0b4744e577c admin admin] 10.222.0.75 "PUT /v2.0/routers/c18b2952-6987-4d8e-9fa9-f7cb0c7f17ec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4038413 Apr 09 13:59:59.503655 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.provisioning_blocks [None req-45967603-2a7e-4c86-8cdd-5a75b443b9c6 None None] Provisioning complete for port 10d924fd-60da-438a-bd37-97258428d133 triggered by entity DHCP. {{(pid=85267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 09 13:59:59.504213 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-45967603-2a7e-4c86-8cdd-5a75b443b9c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765226'] for port, provisioning_complete {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 13:59:59.614033 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.plugin [None req-45967603-2a7e-4c86-8cdd-5a75b443b9c6 None None] Port 10d924fd-60da-438a-bd37-97258428d133 cannot update to ACTIVE because it is not bound. {{(pid=85267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 09 13:59:59.630723 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_dvr_db [None req-ce61bb80-f674-4d77-8b82-cef9faf23b0c None None] Set router c18b2952-6987-4d8e-9fa9-f7cb0c7f17ec gateway port host: dv-cinder-785362-1-smb {{(pid=85267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 09 13:59:59.708454 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.provisioning_blocks [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Provisioning complete for port 67e7618e-e1c3-4a54-919d-4a53d500f630 triggered by entity L2. {{(pid=85267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 09 13:59:59.708999 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765226'] for port, provisioning_complete {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 14:00:00.083299 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.rpc [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Device fda91e9f-0e8b-4df0-8feb-9c7807803d98 up at agent ovs-agent-dv-cinder-785362-1-smb {{(pid=85267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 09 14:00:00.231581 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.provisioning_blocks [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Provisioning complete for port fda91e9f-0e8b-4df0-8feb-9c7807803d98 triggered by entity L2. {{(pid=85267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 09 14:00:00.232038 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765226'] for port, provisioning_complete {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 14:00:00.300687 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_hamode_db [None req-ce61bb80-f674-4d77-8b82-cef9faf23b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c18b2952-6987-4d8e-9fa9-f7cb0c7f17ec', 'name': 'tempest-TestMinimumBasicScenario-692770083-router', 'tenant_id': '89f05e53f11c4254812654c59d123815', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd39673be-df84-4009-abea-d472d159fdfd', 'external_fixed_ips': [{'subnet_id': 'f6eeb1a0-26c5-43d1-996f-84b999bf12c7', 'ip_address': '172.28.0.63'}], 'enable_snat': True}, 'gw_port_id': '745ed12d-cb55-4c09-a4eb-0dc93eb03b0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T13:59:52Z', 'updated_at': '2021-04-09T13:59:57Z', 'revision_number': 4, 'project_id': '89f05e53f11c4254812654c59d123815', 'gw_port': {'id': '745ed12d-cb55-4c09-a4eb-0dc93eb03b0c', 'name': '', 'network_id': 'd39673be-df84-4009-abea-d472d159fdfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:c9:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c18b2952-6987-4d8e-9fa9-f7cb0c7f17ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'f6eeb1a0-26c5-43d1-996f-84b999bf12c7', 'ip_address': '172.28.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:59:53Z', 'updated_at': '2021-04-09T13:59:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f6eeb1a0-26c5-43d1-996f-84b999bf12c7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-1-smb', '_interfaces': [{'id': '10d924fd-60da-438a-bd37-97258428d133', 'name': '', 'network_id': '87e3e0c5-01e1-438a-a537-62a1eeff9407', 'tenant_id': '89f05e53f11c4254812654c59d123815', 'mac_address': 'fa:16:3e:42:88:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c18b2952-6987-4d8e-9fa9-f7cb0c7f17ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '52e6ba72-560b-4479-9b8e-a7154724b34c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:59:56Z', 'updated_at': '2021-04-09T13:59:58Z', 'revision_number': 2, 'project_id': '89f05e53f11c4254812654c59d123815', 'subnets': [{'id': '52e6ba72-560b-4479-9b8e-a7154724b34c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-785362-1-smb', False) {} {{(pid=85267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 14:00:00.309638 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce61bb80-f674-4d77-8b82-cef9faf23b0c None None] The sync data for ids ['c18b2952-6987-4d8e-9fa9-f7cb0c7f17ec'] in dv-cinder-785362-1-smb is: [{'id': 'c18b2952-6987-4d8e-9fa9-f7cb0c7f17ec', 'name': 'tempest-TestMinimumBasicScenario-692770083-router', 'tenant_id': '89f05e53f11c4254812654c59d123815', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd39673be-df84-4009-abea-d472d159fdfd', 'external_fixed_ips': [{'subnet_id': 'f6eeb1a0-26c5-43d1-996f-84b999bf12c7', 'ip_address': '172.28.0.63'}], 'enable_snat': True}, 'gw_port_id': '745ed12d-cb55-4c09-a4eb-0dc93eb03b0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T13:59:52Z', 'updated_at': '2021-04-09T13:59:57Z', 'revision_number': 4, 'project_id': '89f05e53f11c4254812654c59d123815', 'gw_port': {'id': '745ed12d-cb55-4c09-a4eb-0dc93eb03b0c', 'name': '', 'network_id': 'd39673be-df84-4009-abea-d472d159fdfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:c9:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c18b2952-6987-4d8e-9fa9-f7cb0c7f17ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'f6eeb1a0-26c5-43d1-996f-84b999bf12c7', 'ip_address': '172.28.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:59:53Z', 'updated_at': '2021-04-09T13:59:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f6eeb1a0-26c5-43d1-996f-84b999bf12c7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-1-smb', '_interfaces': [{'id': '10d924fd-60da-438a-bd37-97258428d133', 'name': '', 'network_id': '87e3e0c5-01e1-438a-a537-62a1eeff9407', 'tenant_id': '89f05e53f11c4254812654c59d123815', 'mac_address': 'fa:16:3e:42:88:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c18b2952-6987-4d8e-9fa9-f7cb0c7f17ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '52e6ba72-560b-4479-9b8e-a7154724b34c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:59:56Z', 'updated_at': '2021-04-09T13:59:58Z', 'revision_number': 2, 'project_id': '89f05e53f11c4254812654c59d123815', 'subnets': [{'id': '52e6ba72-560b-4479-9b8e-a7154724b34c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 09 14:00:01.094507 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-dbe3a390-0e7c-4843-829c-96082ff10568 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 14:00:01.379760 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.rpc [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Device 745ed12d-cb55-4c09-a4eb-0dc93eb03b0c up at agent ovs-agent-dv-cinder-785362-1-smb {{(pid=85267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 09 14:00:01.498626 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.provisioning_blocks [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Provisioning for port 745ed12d-cb55-4c09-a4eb-0dc93eb03b0c completed by entity L2. {{(pid=85267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 09 14:00:01.507206 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.provisioning_blocks [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Provisioning complete for port 745ed12d-cb55-4c09-a4eb-0dc93eb03b0c triggered by entity L2. {{(pid=85267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 09 14:00:01.507624 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765226'] for port, provisioning_complete {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 14:00:01.682051 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853739810'] for port, before_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 14:00:01.722486 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.db [None req-250ccce2-add9-4520-ab97-985e32375bee None None] For port 745ed12d-cb55-4c09-a4eb-0dc93eb03b0c, host dv-cinder-785362-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-1-smb',level=0,port_id=745ed12d-cb55-4c09-a4eb-0dc93eb03b0c,segment=NetworkSegment(d71e9641-c1ca-48b4-9c8d-e574468b8697),segment_id=d71e9641-c1ca-48b4-9c8d-e574468b8697)] {{(pid=85267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 09 14:00:01.727621 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853739901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853759498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265038874484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771815468181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265039307602'] for port, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 14:00:01.730074 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 14:00:01.815312 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Pushing event updated for resources: {'Port': ['ID=745ed12d-cb55-4c09-a4eb-0dc93eb03b0c,revision_number=4']} {{(pid=85267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 14:00:01.819196 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=85267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 14:00:03.299479 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.rpc [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Device 745ed12d-cb55-4c09-a4eb-0dc93eb03b0c up at agent ovs-agent-dv-cinder-785362-1-smb {{(pid=85267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 09 14:00:03.412166 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.provisioning_blocks [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Provisioning complete for port 745ed12d-cb55-4c09-a4eb-0dc93eb03b0c triggered by entity L2. {{(pid=85267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 09 14:00:03.412934 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765226'] for port, provisioning_complete {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 14:00:04.135302 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7982dfba-1923-4c5a-a069-1b040848d9a3 None None] Sync routers for ids ['c18b2952-6987-4d8e-9fa9-f7cb0c7f17ec'] in dv-cinder-785362-1-smb {{(pid=85268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 09 14:00:04.146868 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7982dfba-1923-4c5a-a069-1b040848d9a3 None None] Routers {'c18b2952-6987-4d8e-9fa9-f7cb0c7f17ec'} bound to L3 agent in host dv-cinder-785362-1-smb {{(pid=85268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 09 14:00:04.147541 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_hamode_db [None req-7982dfba-1923-4c5a-a069-1b040848d9a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-785362-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-09T13:38:04Z,description=,heartbeat_timestamp=2021-04-09T13:59:34Z,host='dv-cinder-785362-1-smb',id=69305824-358b-46b0-9707-cd2ded304b9c,load=0,resource_versions=,resources_synced=,started_at=2021-04-09T13:38:04Z,topic='l3_agent')) {'router_ids': ['c18b2952-6987-4d8e-9fa9-f7cb0c7f17ec'], 'active': True} {{(pid=85268) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 14:00:04.268229 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-aa6b122a-ece3-4e31-acd0-6dd6acf28a18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 14:00:04.367528 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_dvr_db [None req-7982dfba-1923-4c5a-a069-1b040848d9a3 None None] Set router c18b2952-6987-4d8e-9fa9-f7cb0c7f17ec gateway port host: dv-cinder-785362-1-smb {{(pid=85268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 09 14:00:04.642936 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-038b6fee-909e-41c9-b649-649ad33ce393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 14:00:04.769104 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_hamode_db [None req-7982dfba-1923-4c5a-a069-1b040848d9a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c18b2952-6987-4d8e-9fa9-f7cb0c7f17ec', 'name': 'tempest-TestMinimumBasicScenario-692770083-router', 'tenant_id': '89f05e53f11c4254812654c59d123815', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd39673be-df84-4009-abea-d472d159fdfd', 'external_fixed_ips': [{'subnet_id': 'f6eeb1a0-26c5-43d1-996f-84b999bf12c7', 'ip_address': '172.28.0.63'}], 'enable_snat': True}, 'gw_port_id': '745ed12d-cb55-4c09-a4eb-0dc93eb03b0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T13:59:52Z', 'updated_at': '2021-04-09T13:59:57Z', 'revision_number': 4, 'project_id': '89f05e53f11c4254812654c59d123815', 'gw_port': {'id': '745ed12d-cb55-4c09-a4eb-0dc93eb03b0c', 'name': '', 'network_id': 'd39673be-df84-4009-abea-d472d159fdfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:c9:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c18b2952-6987-4d8e-9fa9-f7cb0c7f17ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'f6eeb1a0-26c5-43d1-996f-84b999bf12c7', 'ip_address': '172.28.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:59:53Z', 'updated_at': '2021-04-09T14:00:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6eeb1a0-26c5-43d1-996f-84b999bf12c7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-1-smb', '_interfaces': [{'id': '10d924fd-60da-438a-bd37-97258428d133', 'name': '', 'network_id': '87e3e0c5-01e1-438a-a537-62a1eeff9407', 'tenant_id': '89f05e53f11c4254812654c59d123815', 'mac_address': 'fa:16:3e:42:88:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c18b2952-6987-4d8e-9fa9-f7cb0c7f17ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '52e6ba72-560b-4479-9b8e-a7154724b34c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:59:56Z', 'updated_at': '2021-04-09T13:59:58Z', 'revision_number': 2, 'project_id': '89f05e53f11c4254812654c59d123815', 'subnets': [{'id': '52e6ba72-560b-4479-9b8e-a7154724b34c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-785362-1-smb', False) {} {{(pid=85268) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 14:00:04.774218 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7982dfba-1923-4c5a-a069-1b040848d9a3 None None] Checking router: c18b2952-6987-4d8e-9fa9-f7cb0c7f17ec for host: dv-cinder-785362-1-smb {{(pid=85268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 09 14:00:04.774598 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7982dfba-1923-4c5a-a069-1b040848d9a3 None None] Updating router c18b2952-6987-4d8e-9fa9-f7cb0c7f17ec port 10d924fd-60da-438a-bd37-97258428d133 binding host dv-cinder-785362-1-smb {{(pid=85268) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 09 14:00:04.837828 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-7982dfba-1923-4c5a-a069-1b040848d9a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853739810'] for port, before_update {{(pid=85268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 14:00:05.284994 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 14:00:05.329777 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-7982dfba-1923-4c5a-a069-1b040848d9a3 None None] Notify callbacks [] for port, precommit_update {{(pid=85268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 14:00:05.345991 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.provisioning_blocks [None req-7982dfba-1923-4c5a-a069-1b040848d9a3 None None] Transition to ACTIVE for port object 10d924fd-60da-438a-bd37-97258428d133 will not be triggered until provisioned by entity L2. {{(pid=85268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 09 14:00:05.353836 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-7982dfba-1923-4c5a-a069-1b040848d9a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853739901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853759498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265038874484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771815468181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265039307602'] for port, after_update {{(pid=85268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 14:00:05.368858 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-19c38ce6-7ece-42c2-b133-38fd7522d63e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 14:00:05.542284 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15464393-ea76-4075-bef1-145c0616d683 None None] Pushing event updated for resources: {'Port': ['ID=10d924fd-60da-438a-bd37-97258428d133,revision_number=3']} {{(pid=85268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 14:00:05.546824 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-15464393-ea76-4075-bef1-145c0616d683 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=85268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 14:00:05.738730 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-c378f248-96be-4ef7-a52f-f55c09e56a36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 14:00:05.839744 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.managers [None req-7982dfba-1923-4c5a-a069-1b040848d9a3 None None] Attempting to bind port 10d924fd-60da-438a-bd37-97258428d133 on host dv-cinder-785362-1-smb for vnic_type normal with profile {{(pid=85268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 09 14:00:05.840157 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.managers [None req-7982dfba-1923-4c5a-a069-1b040848d9a3 None None] Attempting to bind port 10d924fd-60da-438a-bd37-97258428d133 by drivers openvswitch,hyperv on host dv-cinder-785362-1-smb at level 0 using segments [{'id': 'babe8733-83c0-4e31-a5cd-c3a5e3913d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '87e3e0c5-01e1-438a-a537-62a1eeff9407'}] {{(pid=85268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 09 14:00:05.840537 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7982dfba-1923-4c5a-a069-1b040848d9a3 None None] Attempting to bind port 10d924fd-60da-438a-bd37-97258428d133 on network 87e3e0c5-01e1-438a-a537-62a1eeff9407 {{(pid=85268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 09 14:00:05.848467 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7982dfba-1923-4c5a-a069-1b040848d9a3 None None] Checking agent: {'id': 'e6bfe7c3-14e3-41b1-b7be-435962079a33', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-785362-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 9, 13, 38, 5), 'started_at': datetime.datetime(2021, 4, 9, 13, 38, 35), 'heartbeat_timestamp': datetime.datetime(2021, 4, 9, 14, 0, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-785362-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 09 14:00:05.849169 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7982dfba-1923-4c5a-a069-1b040848d9a3 None None] Checking segment: {'id': 'babe8733-83c0-4e31-a5cd-c3a5e3913d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '87e3e0c5-01e1-438a-a537-62a1eeff9407'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 09 14:00:05.849712 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-7982dfba-1923-4c5a-a069-1b040848d9a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 14:00:05.850274 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7982dfba-1923-4c5a-a069-1b040848d9a3 None None] Bound using segment: {'id': 'babe8733-83c0-4e31-a5cd-c3a5e3913d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '87e3e0c5-01e1-438a-a537-62a1eeff9407'} {{(pid=85268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 09 14:00:05.850772 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.managers [None req-7982dfba-1923-4c5a-a069-1b040848d9a3 None None] Bound port: 10d924fd-60da-438a-bd37-97258428d133, host: dv-cinder-785362-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'babe8733-83c0-4e31-a5cd-c3a5e3913d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '87e3e0c5-01e1-438a-a537-62a1eeff9407'}}] {{(pid=85268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 09 14:00:05.851191 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-7982dfba-1923-4c5a-a069-1b040848d9a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853739810'] for port, before_update {{(pid=85268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 14:00:05.951051 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.db [None req-7982dfba-1923-4c5a-a069-1b040848d9a3 None None] For port 10d924fd-60da-438a-bd37-97258428d133, host dv-cinder-785362-1-smb, cleared binding levels {{(pid=85268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 09 14:00:05.954568 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.db [None req-7982dfba-1923-4c5a-a069-1b040848d9a3 None None] For port 10d924fd-60da-438a-bd37-97258428d133, host dv-cinder-785362-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-1-smb',level=0,port_id=10d924fd-60da-438a-bd37-97258428d133,segment=NetworkSegment(babe8733-83c0-4e31-a5cd-c3a5e3913d49),segment_id=babe8733-83c0-4e31-a5cd-c3a5e3913d49)] {{(pid=85268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 09 14:00:05.959074 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-7982dfba-1923-4c5a-a069-1b040848d9a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853739901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853759498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265038874484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771815468181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265039307602'] for port, after_update {{(pid=85268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 14:00:05.975781 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-7ba2e6ab-5684-429f-a5a1-95638cc221e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 14:00:06.131496 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15464393-ea76-4075-bef1-145c0616d683 None None] Pushing event updated for resources: {'Port': ['ID=10d924fd-60da-438a-bd37-97258428d133,revision_number=4']} {{(pid=85268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 14:00:06.144640 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-15464393-ea76-4075-bef1-145c0616d683 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=85268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 14:00:06.189939 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7982dfba-1923-4c5a-a069-1b040848d9a3 None None] Routers {'c18b2952-6987-4d8e-9fa9-f7cb0c7f17ec'} bound to L3 agent in host dv-cinder-785362-1-smb {{(pid=85268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 09 14:00:06.191212 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_hamode_db [None req-7982dfba-1923-4c5a-a069-1b040848d9a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-785362-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-09T13:38:04Z,description=,heartbeat_timestamp=2021-04-09T14:00:04Z,host='dv-cinder-785362-1-smb',id=69305824-358b-46b0-9707-cd2ded304b9c,load=0,resource_versions=,resources_synced=,started_at=2021-04-09T13:38:04Z,topic='l3_agent')) {'router_ids': ['c18b2952-6987-4d8e-9fa9-f7cb0c7f17ec'], 'active': True} {{(pid=85268) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 14:00:06.617233 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_dvr_db [None req-7982dfba-1923-4c5a-a069-1b040848d9a3 None None] Set router c18b2952-6987-4d8e-9fa9-f7cb0c7f17ec gateway port host: dv-cinder-785362-1-smb {{(pid=85268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 09 14:00:06.987375 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_hamode_db [None req-7982dfba-1923-4c5a-a069-1b040848d9a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c18b2952-6987-4d8e-9fa9-f7cb0c7f17ec', 'name': 'tempest-TestMinimumBasicScenario-692770083-router', 'tenant_id': '89f05e53f11c4254812654c59d123815', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd39673be-df84-4009-abea-d472d159fdfd', 'external_fixed_ips': [{'subnet_id': 'f6eeb1a0-26c5-43d1-996f-84b999bf12c7', 'ip_address': '172.28.0.63'}], 'enable_snat': True}, 'gw_port_id': '745ed12d-cb55-4c09-a4eb-0dc93eb03b0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T13:59:52Z', 'updated_at': '2021-04-09T13:59:57Z', 'revision_number': 4, 'project_id': '89f05e53f11c4254812654c59d123815', 'gw_port': {'id': '745ed12d-cb55-4c09-a4eb-0dc93eb03b0c', 'name': '', 'network_id': 'd39673be-df84-4009-abea-d472d159fdfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:c9:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c18b2952-6987-4d8e-9fa9-f7cb0c7f17ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'f6eeb1a0-26c5-43d1-996f-84b999bf12c7', 'ip_address': '172.28.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:59:53Z', 'updated_at': '2021-04-09T14:00:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6eeb1a0-26c5-43d1-996f-84b999bf12c7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-1-smb', '_interfaces': [{'id': '10d924fd-60da-438a-bd37-97258428d133', 'name': '', 'network_id': '87e3e0c5-01e1-438a-a537-62a1eeff9407', 'tenant_id': '89f05e53f11c4254812654c59d123815', 'mac_address': 'fa:16:3e:42:88:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c18b2952-6987-4d8e-9fa9-f7cb0c7f17ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '52e6ba72-560b-4479-9b8e-a7154724b34c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:59:56Z', 'updated_at': '2021-04-09T14:00:05Z', 'revision_number': 4, 'project_id': '89f05e53f11c4254812654c59d123815', 'subnets': [{'id': '52e6ba72-560b-4479-9b8e-a7154724b34c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-785362-1-smb', False) {} {{(pid=85268) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 14:00:06.994033 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7982dfba-1923-4c5a-a069-1b040848d9a3 None None] The sync data for ids ['c18b2952-6987-4d8e-9fa9-f7cb0c7f17ec'] in dv-cinder-785362-1-smb is: [{'id': 'c18b2952-6987-4d8e-9fa9-f7cb0c7f17ec', 'name': 'tempest-TestMinimumBasicScenario-692770083-router', 'tenant_id': '89f05e53f11c4254812654c59d123815', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd39673be-df84-4009-abea-d472d159fdfd', 'external_fixed_ips': [{'subnet_id': 'f6eeb1a0-26c5-43d1-996f-84b999bf12c7', 'ip_address': '172.28.0.63'}], 'enable_snat': True}, 'gw_port_id': '745ed12d-cb55-4c09-a4eb-0dc93eb03b0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T13:59:52Z', 'updated_at': '2021-04-09T13:59:57Z', 'revision_number': 4, 'project_id': '89f05e53f11c4254812654c59d123815', 'gw_port': {'id': '745ed12d-cb55-4c09-a4eb-0dc93eb03b0c', 'name': '', 'network_id': 'd39673be-df84-4009-abea-d472d159fdfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:c9:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c18b2952-6987-4d8e-9fa9-f7cb0c7f17ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'f6eeb1a0-26c5-43d1-996f-84b999bf12c7', 'ip_address': '172.28.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:59:53Z', 'updated_at': '2021-04-09T14:00:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6eeb1a0-26c5-43d1-996f-84b999bf12c7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-1-smb', '_interfaces': [{'id': '10d924fd-60da-438a-bd37-97258428d133', 'name': '', 'network_id': '87e3e0c5-01e1-438a-a537-62a1eeff9407', 'tenant_id': '89f05e53f11c4254812654c59d123815', 'mac_address': 'fa:16:3e:42:88:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c18b2952-6987-4d8e-9fa9-f7cb0c7f17ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '52e6ba72-560b-4479-9b8e-a7154724b34c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:59:56Z', 'updated_at': '2021-04-09T14:00:05Z', 'revision_number': 4, 'project_id': '89f05e53f11c4254812654c59d123815', 'subnets': [{'id': '52e6ba72-560b-4479-9b8e-a7154724b34c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 09 14:00:07.333377 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.rpc [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Device 10d924fd-60da-438a-bd37-97258428d133 up at agent ovs-agent-dv-cinder-785362-1-smb {{(pid=85267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 09 14:00:07.431948 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.provisioning_blocks [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Provisioning for port 10d924fd-60da-438a-bd37-97258428d133 completed by entity L2. {{(pid=85267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 09 14:00:07.439634 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.provisioning_blocks [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Provisioning complete for port 10d924fd-60da-438a-bd37-97258428d133 triggered by entity L2. {{(pid=85267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 09 14:00:07.441041 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765226'] for port, provisioning_complete {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 14:00:07.619215 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853739810'] for port, before_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 14:00:07.641797 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.db [None req-250ccce2-add9-4520-ab97-985e32375bee None None] For port 10d924fd-60da-438a-bd37-97258428d133, host dv-cinder-785362-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-1-smb',level=0,port_id=10d924fd-60da-438a-bd37-97258428d133,segment=NetworkSegment(babe8733-83c0-4e31-a5cd-c3a5e3913d49),segment_id=babe8733-83c0-4e31-a5cd-c3a5e3913d49)] {{(pid=85267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 09 14:00:07.646245 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853739901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853759498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265038874484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771815468181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265039307602'] for port, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 14:00:07.651963 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 14:00:07.737944 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Pushing event updated for resources: {'Port': ['ID=10d924fd-60da-438a-bd37-97258428d133,revision_number=5']} {{(pid=85267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 14:00:07.741761 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=85267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 14:00:09.293951 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.rpc [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Device 10d924fd-60da-438a-bd37-97258428d133 up at agent ovs-agent-dv-cinder-785362-1-smb {{(pid=85267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 09 14:00:09.380870 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.provisioning_blocks [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Provisioning complete for port 10d924fd-60da-438a-bd37-97258428d133 triggered by entity L2. {{(pid=85267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 09 14:00:09.381299 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765226'] for port, provisioning_complete {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 14:00:10.182730 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b56b333-fc73-44c8-a674-5a76207d884e req-d1ceeee9-1506-45cb-a564-974502a1c3da tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 14:00:10.184257 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-1b56b333-fc73-44c8-a674-5a76207d884e req-d1ceeee9-1506-45cb-a564-974502a1c3da tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] 10.222.0.75 "GET /v2.0/networks?id=8f5cd5ac-5652-4442-9fe8-3a10f19d4368 HTTP/1.1" status: 200 len: 815 time: 0.1657572 Apr 09 14:00:10.202551 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-1b56b333-fc73-44c8-a674-5a76207d884e req-e9bcd597-c2f2-47ff-8605-748fc64741ff tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] 10.222.0.75 "GET /v2.0/quotas/cb32d039a09844f9a414bfe0ddc47981 HTTP/1.1" status: 200 len: 375 time: 0.0112550 Apr 09 14:00:10.309457 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-1b56b333-fc73-44c8-a674-5a76207d884e req-52a323f5-0010-4a35-9f0c-af0388ebee53 tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=cb32d039a09844f9a414bfe0ddc47981&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1006377 Apr 09 14:00:10.461424 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-1b56b333-fc73-44c8-a674-5a76207d884e req-7b220f5a-b729-47d5-b73f-9e7dbc4688b9 service neutron] 10.222.0.75 "GET /v2.0/networks/8f5cd5ac-5652-4442-9fe8-3a10f19d4368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374125 Apr 09 14:00:10.615060 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-1b56b333-fc73-44c8-a674-5a76207d884e req-7989ebf2-c2fd-4c83-8218-b2c4f2d6d37e service neutron] 10.222.0.75 "GET /v2.0/networks/8f5cd5ac-5652-4442-9fe8-3a10f19d4368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472304 Apr 09 14:00:10.818394 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-c1211e56-02be-4fbd-960b-ba7e3865d7ff req-29deb1be-6ca5-433c-b985-33943c626532 tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] 10.222.0.75 "GET /v2.0/ports?device_id=09fb514c-67f8-4761-907f-7ffd7f49f129 HTTP/1.1" status: 200 len: 210 time: 0.0516531 Apr 09 14:00:11.043880 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 14:00:12.032773 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-9a13958f-04e1-4364-afb9-3c732fd37af7 req-96541a0d-6280-4d35-8276-a277ee4bb903 tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] 10.222.0.75 "GET /v2.0/ports?device_id=09fb514c-67f8-4761-907f-7ffd7f49f129 HTTP/1.1" status: 200 len: 210 time: 0.0826912 Apr 09 14:00:12.174948 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b56b333-fc73-44c8-a674-5a76207d884e req-3fccf5dd-a8b4-45c2-ab6f-22dfe2e1c2b5 tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 14:00:12.176505 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-1b56b333-fc73-44c8-a674-5a76207d884e req-3fccf5dd-a8b4-45c2-ab6f-22dfe2e1c2b5 tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] 10.222.0.90 "GET /v2.0/networks?id=8f5cd5ac-5652-4442-9fe8-3a10f19d4368 HTTP/1.1" status: 200 len: 815 time: 0.1789589 Apr 09 14:00:12.190968 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.v2.base [req-1b56b333-fc73-44c8-a674-5a76207d884e req-65a4bb49-f29c-4675-b18f-5618e5ca9bad tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] Request body: {'port': {'device_id': '09fb514c-67f8-4761-907f-7ffd7f49f129', 'network_id': '8f5cd5ac-5652-4442-9fe8-3a10f19d4368', 'admin_state_up': True, 'tenant_id': 'cb32d039a09844f9a414bfe0ddc47981'}} {{(pid=85266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 09 14:00:12.366853 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [req-1b56b333-fc73-44c8-a674-5a76207d884e req-65a4bb49-f29c-4675-b18f-5618e5ca9bad tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 14:00:12.371345 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [req-1b56b333-fc73-44c8-a674-5a76207d884e req-65a4bb49-f29c-4675-b18f-5618e5ca9bad tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] Usage tracker for resource:port and tenant:cb32d039a09844f9a414bfe0ddc47981 is out of sync, need to count used quota {{(pid=85266) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 14:00:12.375428 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [req-1b56b333-fc73-44c8-a674-5a76207d884e req-65a4bb49-f29c-4675-b18f-5618e5ca9bad tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] Quota usage for port was recalculated. Used quota:2. {{(pid=85266) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 14:00:12.381741 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [req-1b56b333-fc73-44c8-a674-5a76207d884e req-65a4bb49-f29c-4675-b18f-5618e5ca9bad tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=85266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 14:00:12.393856 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b56b333-fc73-44c8-a674-5a76207d884e req-65a4bb49-f29c-4675-b18f-5618e5ca9bad tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] Made reservation on behalf of cb32d039a09844f9a414bfe0ddc47981 for: {'port': 1} {{(pid=85266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 09 14:00:12.400656 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [req-1b56b333-fc73-44c8-a674-5a76207d884e req-65a4bb49-f29c-4675-b18f-5618e5ca9bad tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853739810'] for port, before_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 14:00:12.613949 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.db_base_plugin_common [req-1b56b333-fc73-44c8-a674-5a76207d884e req-65a4bb49-f29c-4675-b18f-5618e5ca9bad tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] Allocated IP 172.20.0.10 (8f5cd5ac-5652-4442-9fe8-3a10f19d4368/e19e415b-04e8-4b0e-817e-2b4a4d3941da/c3c97c88-21af-44d4-9668-681a9865119a) {{(pid=85266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 09 14:00:12.929222 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [req-1b56b333-fc73-44c8-a674-5a76207d884e req-65a4bb49-f29c-4675-b18f-5618e5ca9bad tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] Notify callbacks [] for port, precommit_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 14:00:12.950979 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.provisioning_blocks [req-1b56b333-fc73-44c8-a674-5a76207d884e req-65a4bb49-f29c-4675-b18f-5618e5ca9bad tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] Transition to ACTIVE for port object c3c97c88-21af-44d4-9668-681a9865119a will not be triggered until provisioned by entity DHCP. {{(pid=85266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 09 14:00:12.988242 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [req-1b56b333-fc73-44c8-a674-5a76207d884e req-65a4bb49-f29c-4675-b18f-5618e5ca9bad tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853739901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853759498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771815468164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2203223'] for port, after_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 14:00:13.006173 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-dbafbd09-6510-4db7-a9d8-f3acd36c8a6c tempest-VolumesActionsTest-739073482 tempest-VolumesActionsTest-739073482-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 14:00:13.276673 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a4bb49-f29c-4675-b18f-5618e5ca9bad tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] Pushing event updated for resources: {'Port': ['ID=c3c97c88-21af-44d4-9668-681a9865119a,revision_number=1']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 14:00:13.287338 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-65a4bb49-f29c-4675-b18f-5618e5ca9bad tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 14:00:13.292392 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b56b333-fc73-44c8-a674-5a76207d884e req-65a4bb49-f29c-4675-b18f-5618e5ca9bad tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] Network 8f5cd5ac-5652-4442-9fe8-3a10f19d4368 is already hosted by enough agents. {{(pid=85266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 09 14:00:13.295065 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.scheduler.base_scheduler [req-1b56b333-fc73-44c8-a674-5a76207d884e req-65a4bb49-f29c-4675-b18f-5618e5ca9bad tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] Resources bound (agent type, host, resource id): {{(pid=85266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 09 14:00:13.298753 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b56b333-fc73-44c8-a674-5a76207d884e req-65a4bb49-f29c-4675-b18f-5618e5ca9bad tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] Received port after_create {{(pid=85266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 09 14:00:13.395084 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b56b333-fc73-44c8-a674-5a76207d884e req-65a4bb49-f29c-4675-b18f-5618e5ca9bad tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 14:00:13.395799 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [req-1b56b333-fc73-44c8-a674-5a76207d884e req-65a4bb49-f29c-4675-b18f-5618e5ca9bad tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770645'] for port, before_response {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 14:00:13.423893 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfe5f80-ae52-47cf-bb6f-02a332626588 req-56cc35fd-e26d-4e2c-9b2c-ceab32528296 tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 14:00:13.425611 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-3cfe5f80-ae52-47cf-bb6f-02a332626588 req-56cc35fd-e26d-4e2c-9b2c-ceab32528296 tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] 10.222.0.75 "GET /v2.0/ports?device_id=09fb514c-67f8-4761-907f-7ffd7f49f129 HTTP/1.1" status: 200 len: 932 time: 0.2484403 Apr 09 14:00:13.434731 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-1b56b333-fc73-44c8-a674-5a76207d884e req-65a4bb49-f29c-4675-b18f-5618e5ca9bad tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2488990 Apr 09 14:00:13.477208 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-3cfe5f80-ae52-47cf-bb6f-02a332626588 req-b97aec94-4c5b-4411-9df3-20dbc2a6388f tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] 10.222.0.75 "GET /v2.0/security-groups?id=d45464bd-0e6a-406a-ac0b-e1ce526df5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398502 Apr 09 14:00:13.616043 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.provisioning_blocks [None req-1b653fd7-1a84-4fc8-a0ed-e9b80d6b64ec None None] Provisioning for port c3c97c88-21af-44d4-9668-681a9865119a completed by entity DHCP. {{(pid=85267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 09 14:00:13.622626 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.provisioning_blocks [None req-1b653fd7-1a84-4fc8-a0ed-e9b80d6b64ec None None] Provisioning complete for port c3c97c88-21af-44d4-9668-681a9865119a triggered by entity DHCP. {{(pid=85267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 09 14:00:13.623942 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-1b653fd7-1a84-4fc8-a0ed-e9b80d6b64ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765226'] for port, provisioning_complete {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 14:00:13.697022 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.plugin [None req-1b653fd7-1a84-4fc8-a0ed-e9b80d6b64ec None None] Port c3c97c88-21af-44d4-9668-681a9865119a cannot update to ACTIVE because it is not bound. {{(pid=85267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 09 14:00:14.733675 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c75061-cb0c-41a2-bb2b-d4cafced8bdd req-798ba883-f258-4a6d-96a4-7b8b9600ccbd tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 14:00:14.735623 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [req-31c75061-cb0c-41a2-bb2b-d4cafced8bdd req-798ba883-f258-4a6d-96a4-7b8b9600ccbd tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] Synchronizing usage tracker for tenant:cb32d039a09844f9a414bfe0ddc47981 on resource:port {{(pid=85266) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 09 14:00:14.757261 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [req-31c75061-cb0c-41a2-bb2b-d4cafced8bdd req-798ba883-f258-4a6d-96a4-7b8b9600ccbd tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] Unset dirty status for tenant:cb32d039a09844f9a414bfe0ddc47981 on resource:port {{(pid=85266) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 09 14:00:14.758562 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-31c75061-cb0c-41a2-bb2b-d4cafced8bdd req-798ba883-f258-4a6d-96a4-7b8b9600ccbd tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] 10.222.0.75 "GET /v2.0/ports?device_id=09fb514c-67f8-4761-907f-7ffd7f49f129 HTTP/1.1" status: 200 len: 932 time: 0.1571243 Apr 09 14:00:14.791057 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-31c75061-cb0c-41a2-bb2b-d4cafced8bdd req-42bc7f0f-6802-4ded-a82c-2ffaf7619713 tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] 10.222.0.75 "GET /v2.0/security-groups?id=d45464bd-0e6a-406a-ac0b-e1ce526df5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0257933 Apr 09 14:00:16.068978 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee3befa-9e63-4108-90e9-aa48f4bb860c req-c4817ec6-57bf-4f37-91c0-9ebd8dacd156 tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 14:00:16.070737 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-8ee3befa-9e63-4108-90e9-aa48f4bb860c req-c4817ec6-57bf-4f37-91c0-9ebd8dacd156 tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] 10.222.0.75 "GET /v2.0/ports?device_id=09fb514c-67f8-4761-907f-7ffd7f49f129 HTTP/1.1" status: 200 len: 932 time: 0.1404300 Apr 09 14:00:16.105301 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-8ee3befa-9e63-4108-90e9-aa48f4bb860c req-63aaedd6-f0a4-430c-b41a-8a83fca895a9 tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] 10.222.0.75 "GET /v2.0/security-groups?id=d45464bd-0e6a-406a-ac0b-e1ce526df5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278134 Apr 09 14:00:17.328662 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2251d03f-fbd0-41a3-8845-86783f36f156 req-d29abf7a-e483-4538-9d2e-825cb8f6644c tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 14:00:17.330425 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-2251d03f-fbd0-41a3-8845-86783f36f156 req-d29abf7a-e483-4538-9d2e-825cb8f6644c tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] 10.222.0.75 "GET /v2.0/ports?device_id=09fb514c-67f8-4761-907f-7ffd7f49f129 HTTP/1.1" status: 200 len: 932 time: 0.0944557 Apr 09 14:00:17.366481 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-2251d03f-fbd0-41a3-8845-86783f36f156 req-4c8a1af2-5856-4ffa-9004-94138af47f35 tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] 10.222.0.75 "GET /v2.0/security-groups?id=d45464bd-0e6a-406a-ac0b-e1ce526df5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283594 Apr 09 14:00:18.599509 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4d277b-bb9e-4259-9e53-a94124cedce4 req-3840c428-a88e-4d3a-b712-8b4482168ee1 tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 14:00:18.601161 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-cc4d277b-bb9e-4259-9e53-a94124cedce4 req-3840c428-a88e-4d3a-b712-8b4482168ee1 tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] 10.222.0.75 "GET /v2.0/ports?device_id=09fb514c-67f8-4761-907f-7ffd7f49f129 HTTP/1.1" status: 200 len: 932 time: 0.1067603 Apr 09 14:00:18.634958 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-cc4d277b-bb9e-4259-9e53-a94124cedce4 req-f8257467-9f16-40d7-9426-698c11af18b6 tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] 10.222.0.75 "GET /v2.0/security-groups?id=d45464bd-0e6a-406a-ac0b-e1ce526df5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0261564 Apr 09 14:00:19.865110 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ac48e4-d8ad-4f16-8274-8fa0df0aae1f req-d93cbd46-38fc-472b-ab21-a47cd60d638e tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 14:00:19.867136 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-18ac48e4-d8ad-4f16-8274-8fa0df0aae1f req-d93cbd46-38fc-472b-ab21-a47cd60d638e tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] 10.222.0.75 "GET /v2.0/ports?device_id=09fb514c-67f8-4761-907f-7ffd7f49f129 HTTP/1.1" status: 200 len: 932 time: 0.1046019 Apr 09 14:00:19.918390 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-18ac48e4-d8ad-4f16-8274-8fa0df0aae1f req-e765070b-41e8-4f7a-be2b-e543f9340ef1 tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] 10.222.0.75 "GET /v2.0/security-groups?id=d45464bd-0e6a-406a-ac0b-e1ce526df5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437739 Apr 09 14:00:21.143117 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3288a2b1-d285-46e0-9cb7-8283e9e25d77 req-04f359a0-dd43-4b50-8d55-b7940197b519 tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 14:00:21.144719 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-3288a2b1-d285-46e0-9cb7-8283e9e25d77 req-04f359a0-dd43-4b50-8d55-b7940197b519 tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] 10.222.0.75 "GET /v2.0/ports?device_id=09fb514c-67f8-4761-907f-7ffd7f49f129 HTTP/1.1" status: 200 len: 932 time: 0.1044919 Apr 09 14:00:21.180905 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-3288a2b1-d285-46e0-9cb7-8283e9e25d77 req-c7e7f397-20af-4acb-b42f-5a21bf0fe03c tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] 10.222.0.75 "GET /v2.0/security-groups?id=d45464bd-0e6a-406a-ac0b-e1ce526df5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0270793 Apr 09 14:00:22.395044 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0463ef-d8a6-400a-ae4a-d0ba2c8351bb req-91c91cfb-680a-40ea-a3a5-8df0532f66f8 tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 14:00:22.396800 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-2f0463ef-d8a6-400a-ae4a-d0ba2c8351bb req-91c91cfb-680a-40ea-a3a5-8df0532f66f8 tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] 10.222.0.75 "GET /v2.0/ports?device_id=09fb514c-67f8-4761-907f-7ffd7f49f129 HTTP/1.1" status: 200 len: 932 time: 0.0951574 Apr 09 14:00:22.436060 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-2f0463ef-d8a6-400a-ae4a-d0ba2c8351bb req-99eeeb59-9c00-4509-9e50-4090ec750bc5 tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] 10.222.0.75 "GET /v2.0/security-groups?id=d45464bd-0e6a-406a-ac0b-e1ce526df5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319734 Apr 09 14:00:23.660581 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a150301-e628-4edc-bb61-1bf11beb8c86 req-90e5a0aa-2a11-43c0-a2fd-ad5bcb0b202d tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 14:00:23.662286 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-1a150301-e628-4edc-bb61-1bf11beb8c86 req-90e5a0aa-2a11-43c0-a2fd-ad5bcb0b202d tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] 10.222.0.75 "GET /v2.0/ports?device_id=09fb514c-67f8-4761-907f-7ffd7f49f129 HTTP/1.1" status: 200 len: 932 time: 0.0945284 Apr 09 14:00:23.695599 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-1a150301-e628-4edc-bb61-1bf11beb8c86 req-ca74dcb2-992e-417d-ae61-144b00783284 tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] 10.222.0.75 "GET /v2.0/security-groups?id=d45464bd-0e6a-406a-ac0b-e1ce526df5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0267768 Apr 09 14:00:24.868632 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.v2.base [req-1b56b333-fc73-44c8-a674-5a76207d884e req-b43a06ab-2662-46cc-9aba-4f5787eb35d6 service neutron] Request body: {'port': {'device_id': '09fb514c-67f8-4761-907f-7ffd7f49f129', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78536'}} {{(pid=85266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 09 14:00:25.036731 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [req-1b56b333-fc73-44c8-a674-5a76207d884e req-b43a06ab-2662-46cc-9aba-4f5787eb35d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853739810'] for port, before_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 14:00:25.078293 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a429fd5-18ea-43a5-8b3f-139c422b866d req-f5e44d84-6a46-4141-9632-e87dc4730d49 tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 14:00:25.079902 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-3a429fd5-18ea-43a5-8b3f-139c422b866d req-f5e44d84-6a46-4141-9632-e87dc4730d49 tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] 10.222.0.75 "GET /v2.0/ports?device_id=09fb514c-67f8-4761-907f-7ffd7f49f129 HTTP/1.1" status: 200 len: 932 time: 0.2680800 Apr 09 14:00:25.165928 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-3a429fd5-18ea-43a5-8b3f-139c422b866d req-f50b2295-3c1d-44a6-8ec0-0db7e09e4b64 tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] 10.222.0.75 "GET /v2.0/security-groups?id=d45464bd-0e6a-406a-ac0b-e1ce526df5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779557 Apr 09 14:00:25.529528 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.notifiers.nova [req-1b56b333-fc73-44c8-a674-5a76207d884e req-b43a06ab-2662-46cc-9aba-4f5787eb35d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3c97c88-21af-44d4-9668-681a9865119a {{(pid=85266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 09 14:00:25.538119 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [req-1b56b333-fc73-44c8-a674-5a76207d884e req-b43a06ab-2662-46cc-9aba-4f5787eb35d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 14:00:25.554171 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.provisioning_blocks [req-1b56b333-fc73-44c8-a674-5a76207d884e req-b43a06ab-2662-46cc-9aba-4f5787eb35d6 service neutron] Transition to ACTIVE for port object c3c97c88-21af-44d4-9668-681a9865119a will not be triggered until provisioned by entity L2. {{(pid=85266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 09 14:00:25.556766 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [req-1b56b333-fc73-44c8-a674-5a76207d884e req-b43a06ab-2662-46cc-9aba-4f5787eb35d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853739901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853759498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265038874484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771815468181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265039307602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852572594'] for port, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 14:00:25.570567 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-b73ccf81-c328-42cd-95a4-0a7a21d878a2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 14:00:25.952431 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43a06ab-2662-46cc-9aba-4f5787eb35d6 service neutron] Pushing event updated for resources: {'Port': ['ID=c3c97c88-21af-44d4-9668-681a9865119a,revision_number=2']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 14:00:25.965184 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43a06ab-2662-46cc-9aba-4f5787eb35d6 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 14:00:25.965597 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43a06ab-2662-46cc-9aba-4f5787eb35d6 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 14:00:25.966031 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43a06ab-2662-46cc-9aba-4f5787eb35d6 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 14:00:25.966432 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43a06ab-2662-46cc-9aba-4f5787eb35d6 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 14:00:25.966827 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43a06ab-2662-46cc-9aba-4f5787eb35d6 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 14:00:25.967222 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43a06ab-2662-46cc-9aba-4f5787eb35d6 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 14:00:25.967617 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43a06ab-2662-46cc-9aba-4f5787eb35d6 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 14:00:25.968010 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43a06ab-2662-46cc-9aba-4f5787eb35d6 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 14:00:25.968404 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43a06ab-2662-46cc-9aba-4f5787eb35d6 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 14:00:25.968788 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43a06ab-2662-46cc-9aba-4f5787eb35d6 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 14:00:25.969175 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43a06ab-2662-46cc-9aba-4f5787eb35d6 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 14:00:25.969562 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43a06ab-2662-46cc-9aba-4f5787eb35d6 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 14:00:25.976178 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-b43a06ab-2662-46cc-9aba-4f5787eb35d6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.406s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 14:00:26.216299 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.managers [req-1b56b333-fc73-44c8-a674-5a76207d884e req-b43a06ab-2662-46cc-9aba-4f5787eb35d6 service neutron] Attempting to bind port c3c97c88-21af-44d4-9668-681a9865119a on host hv-cinder-78536 for vnic_type normal with profile {{(pid=85266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 09 14:00:26.217063 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.managers [req-1b56b333-fc73-44c8-a674-5a76207d884e req-b43a06ab-2662-46cc-9aba-4f5787eb35d6 service neutron] Attempting to bind port c3c97c88-21af-44d4-9668-681a9865119a by drivers openvswitch,hyperv on host hv-cinder-78536 at level 0 using segments [{'id': 'd2ab702d-9db3-4ab7-b573-95176c41560e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '8f5cd5ac-5652-4442-9fe8-3a10f19d4368'}] {{(pid=85266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 09 14:00:26.217588 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b56b333-fc73-44c8-a674-5a76207d884e req-b43a06ab-2662-46cc-9aba-4f5787eb35d6 service neutron] Attempting to bind port c3c97c88-21af-44d4-9668-681a9865119a on network 8f5cd5ac-5652-4442-9fe8-3a10f19d4368 {{(pid=85266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 09 14:00:26.225343 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b56b333-fc73-44c8-a674-5a76207d884e req-b43a06ab-2662-46cc-9aba-4f5787eb35d6 service neutron] Port c3c97c88-21af-44d4-9668-681a9865119a on network 8f5cd5ac-5652-4442-9fe8-3a10f19d4368 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78536 {{(pid=85266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 09 14:00:26.226001 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b56b333-fc73-44c8-a674-5a76207d884e req-b43a06ab-2662-46cc-9aba-4f5787eb35d6 service neutron] Attempting to bind port c3c97c88-21af-44d4-9668-681a9865119a on network 8f5cd5ac-5652-4442-9fe8-3a10f19d4368 {{(pid=85266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 09 14:00:26.232243 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b56b333-fc73-44c8-a674-5a76207d884e req-b43a06ab-2662-46cc-9aba-4f5787eb35d6 service neutron] Checking agent: {'id': '5a3daac1-2611-42bd-a388-caa17c5666c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78536', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 9, 13, 45, 11), 'started_at': datetime.datetime(2021, 4, 9, 13, 45, 11), 'heartbeat_timestamp': datetime.datetime(2021, 4, 9, 14, 0, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 09 14:00:26.232993 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b56b333-fc73-44c8-a674-5a76207d884e req-b43a06ab-2662-46cc-9aba-4f5787eb35d6 service neutron] Checking segment: {'id': 'd2ab702d-9db3-4ab7-b573-95176c41560e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '8f5cd5ac-5652-4442-9fe8-3a10f19d4368'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 09 14:00:26.233758 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b56b333-fc73-44c8-a674-5a76207d884e req-b43a06ab-2662-46cc-9aba-4f5787eb35d6 service neutron] Bound using segment: {'id': 'd2ab702d-9db3-4ab7-b573-95176c41560e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '8f5cd5ac-5652-4442-9fe8-3a10f19d4368'} {{(pid=85266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 09 14:00:26.233949 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.managers [req-1b56b333-fc73-44c8-a674-5a76207d884e req-b43a06ab-2662-46cc-9aba-4f5787eb35d6 service neutron] Bound port: c3c97c88-21af-44d4-9668-681a9865119a, host: hv-cinder-78536, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2ab702d-9db3-4ab7-b573-95176c41560e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '8f5cd5ac-5652-4442-9fe8-3a10f19d4368'}}] {{(pid=85266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 09 14:00:26.234231 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [req-1b56b333-fc73-44c8-a674-5a76207d884e req-b43a06ab-2662-46cc-9aba-4f5787eb35d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853739810'] for port, before_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 14:00:26.386357 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.db [req-1b56b333-fc73-44c8-a674-5a76207d884e req-b43a06ab-2662-46cc-9aba-4f5787eb35d6 service neutron] For port c3c97c88-21af-44d4-9668-681a9865119a, host hv-cinder-78536, cleared binding levels {{(pid=85266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 09 14:00:26.395973 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.db [req-1b56b333-fc73-44c8-a674-5a76207d884e req-b43a06ab-2662-46cc-9aba-4f5787eb35d6 service neutron] For port c3c97c88-21af-44d4-9668-681a9865119a, host hv-cinder-78536, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=c3c97c88-21af-44d4-9668-681a9865119a,segment=NetworkSegment(d2ab702d-9db3-4ab7-b573-95176c41560e),segment_id=d2ab702d-9db3-4ab7-b573-95176c41560e)] {{(pid=85266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 09 14:00:26.401427 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [req-1b56b333-fc73-44c8-a674-5a76207d884e req-b43a06ab-2662-46cc-9aba-4f5787eb35d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853739901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853759498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265038874484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771815468181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265039307602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852572594'] for port, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 14:00:26.418473 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-0f357f34-f3a5-4549-abc3-f164c81d75ca tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 14:00:26.593909 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515055d8-504a-4d8b-bb7e-1feffc4a2c4b req-ff6bbdc5-3fab-4e87-9cdb-8d022a1720aa tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 14:00:26.595643 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-515055d8-504a-4d8b-bb7e-1feffc4a2c4b req-ff6bbdc5-3fab-4e87-9cdb-8d022a1720aa tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] 10.222.0.75 "GET /v2.0/ports?device_id=09fb514c-67f8-4761-907f-7ffd7f49f129 HTTP/1.1" status: 200 len: 944 time: 0.3083308 Apr 09 14:00:26.610363 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43a06ab-2662-46cc-9aba-4f5787eb35d6 service neutron] Pushing event updated for resources: {'Port': ['ID=c3c97c88-21af-44d4-9668-681a9865119a,revision_number=3']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 14:00:26.614102 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-b43a06ab-2662-46cc-9aba-4f5787eb35d6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 14:00:26.654552 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-515055d8-504a-4d8b-bb7e-1feffc4a2c4b req-0816f59a-f615-45e8-a191-9b60959911b8 tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] 10.222.0.75 "GET /v2.0/security-groups?id=d45464bd-0e6a-406a-ac0b-e1ce526df5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480702 Apr 09 14:00:26.672162 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b56b333-fc73-44c8-a674-5a76207d884e req-b43a06ab-2662-46cc-9aba-4f5787eb35d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 14:00:26.672837 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [req-1b56b333-fc73-44c8-a674-5a76207d884e req-b43a06ab-2662-46cc-9aba-4f5787eb35d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770645'] for port, before_response {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 14:00:26.674314 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-1b56b333-fc73-44c8-a674-5a76207d884e req-b43a06ab-2662-46cc-9aba-4f5787eb35d6 service neutron] 10.222.0.90 "PUT /v2.0/ports/c3c97c88-21af-44d4-9668-681a9865119a HTTP/1.1" status: 200 len: 1094 time: 1.8172879 Apr 09 14:00:26.675047 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09fb514c-67f8-4761-907f-7ffd7f49f129', 'tag': 'c3c97c88-21af-44d4-9668-681a9865119a'}] {{(pid=85266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 09 14:00:26.765168 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09fb514c-67f8-4761-907f-7ffd7f49f129', 'tag': 'c3c97c88-21af-44d4-9668-681a9865119a', 'status': 'completed', 'code': 200} Apr 09 14:00:26.810141 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b56b333-fc73-44c8-a674-5a76207d884e req-65be3af5-16b1-4ba4-83b7-9ee9b2200bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 14:00:26.811776 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-1b56b333-fc73-44c8-a674-5a76207d884e req-65be3af5-16b1-4ba4-83b7-9ee9b2200bfa service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=cb32d039a09844f9a414bfe0ddc47981&device_id=09fb514c-67f8-4761-907f-7ffd7f49f129 HTTP/1.1" status: 200 len: 1097 time: 0.0929368 Apr 09 14:00:26.891861 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-1b56b333-fc73-44c8-a674-5a76207d884e req-dc60b101-6c54-4725-932b-618b65c8c70c service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c3c97c88-21af-44d4-9668-681a9865119a HTTP/1.1" status: 200 len: 217 time: 0.0712180 Apr 09 14:00:26.970195 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b56b333-fc73-44c8-a674-5a76207d884e req-b1d2e180-85b3-4208-a4c6-2421b55a74c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 14:00:26.972339 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-1b56b333-fc73-44c8-a674-5a76207d884e req-b1d2e180-85b3-4208-a4c6-2421b55a74c2 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=e19e415b-04e8-4b0e-817e-2b4a4d3941da HTTP/1.1" status: 200 len: 854 time: 0.0735428 Apr 09 14:00:27.058970 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b56b333-fc73-44c8-a674-5a76207d884e req-421f6c9c-a2f8-4038-9f4f-2ad3a63b8efe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 14:00:27.060571 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-1b56b333-fc73-44c8-a674-5a76207d884e req-421f6c9c-a2f8-4038-9f4f-2ad3a63b8efe service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=8f5cd5ac-5652-4442-9fe8-3a10f19d4368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0816605 Apr 09 14:00:27.211614 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-1b56b333-fc73-44c8-a674-5a76207d884e req-dba5a072-d3f7-43e9-a1e9-73f0e9d4e68c service neutron] 10.222.0.90 "GET /v2.0/networks/8f5cd5ac-5652-4442-9fe8-3a10f19d4368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442554 Apr 09 14:00:27.358070 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-1b56b333-fc73-44c8-a674-5a76207d884e req-978446be-d047-40d8-90de-0486433a25c9 service neutron] 10.222.0.90 "GET /v2.0/networks/8f5cd5ac-5652-4442-9fe8-3a10f19d4368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394410 Apr 09 14:00:27.488859 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8d4c81-e6b8-489d-9d0d-077e94b1891b req-defed89b-0d8c-41f5-bbc6-9e036d3695fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 14:00:27.490504 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-2c8d4c81-e6b8-489d-9d0d-077e94b1891b req-defed89b-0d8c-41f5-bbc6-9e036d3695fc service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=cb32d039a09844f9a414bfe0ddc47981&device_id=09fb514c-67f8-4761-907f-7ffd7f49f129 HTTP/1.1" status: 200 len: 1097 time: 0.0880311 Apr 09 14:00:27.646896 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8d4c81-e6b8-489d-9d0d-077e94b1891b req-8599dfe6-edfc-408c-8c2f-2124196d783e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 14:00:27.648385 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-2c8d4c81-e6b8-489d-9d0d-077e94b1891b req-8599dfe6-edfc-408c-8c2f-2124196d783e service neutron] 10.222.0.90 "GET /v2.0/networks?id=8f5cd5ac-5652-4442-9fe8-3a10f19d4368 HTTP/1.1" status: 200 len: 916 time: 0.1513538 Apr 09 14:00:27.722997 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-2c8d4c81-e6b8-489d-9d0d-077e94b1891b req-7134c919-3016-42f2-aa53-674756a1ace9 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c3c97c88-21af-44d4-9668-681a9865119a HTTP/1.1" status: 200 len: 217 time: 0.0676913 Apr 09 14:00:27.856023 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8d4c81-e6b8-489d-9d0d-077e94b1891b req-c31006f8-2cdb-4ef2-88d4-be7a46d743ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 14:00:27.857617 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-2c8d4c81-e6b8-489d-9d0d-077e94b1891b req-c31006f8-2cdb-4ef2-88d4-be7a46d743ab service neutron] 10.222.0.90 "GET /v2.0/subnets?id=e19e415b-04e8-4b0e-817e-2b4a4d3941da HTTP/1.1" status: 200 len: 854 time: 0.1284869 Apr 09 14:00:27.944739 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab445efb-83b9-4829-9e9e-9b8562b89c10 req-f1fe4337-db0e-46c0-a649-40532c908ee5 tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 14:00:27.946389 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-ab445efb-83b9-4829-9e9e-9b8562b89c10 req-f1fe4337-db0e-46c0-a649-40532c908ee5 tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] 10.222.0.75 "GET /v2.0/ports?device_id=09fb514c-67f8-4761-907f-7ffd7f49f129 HTTP/1.1" status: 200 len: 944 time: 0.1576412 Apr 09 14:00:27.991907 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-ab445efb-83b9-4829-9e9e-9b8562b89c10 req-f971be15-56a7-4d0a-b0db-e775b9c10297 tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] 10.222.0.75 "GET /v2.0/security-groups?id=d45464bd-0e6a-406a-ac0b-e1ce526df5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340734 Apr 09 14:00:28.000194 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8d4c81-e6b8-489d-9d0d-077e94b1891b req-16fb39a3-213a-41d0-8b2c-ff7b0c92f7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 14:00:28.001804 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-2c8d4c81-e6b8-489d-9d0d-077e94b1891b req-16fb39a3-213a-41d0-8b2c-ff7b0c92f7b6 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=8f5cd5ac-5652-4442-9fe8-3a10f19d4368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1313531 Apr 09 14:00:28.168807 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-2c8d4c81-e6b8-489d-9d0d-077e94b1891b req-f88cce00-111f-44bb-b55b-be31113b9808 service neutron] 10.222.0.90 "GET /v2.0/networks/8f5cd5ac-5652-4442-9fe8-3a10f19d4368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1580489 Apr 09 14:00:28.328762 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-2c8d4c81-e6b8-489d-9d0d-077e94b1891b req-e5d9d5e8-dee6-445b-abb5-149da1d54372 service neutron] 10.222.0.90 "GET /v2.0/networks/8f5cd5ac-5652-4442-9fe8-3a10f19d4368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1523426 Apr 09 14:00:29.208253 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd27e30-d071-4f42-9ba8-8b985cfa6212 req-22670aeb-9af5-4106-9605-6e4331112faa tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 14:00:29.210294 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-acd27e30-d071-4f42-9ba8-8b985cfa6212 req-22670aeb-9af5-4106-9605-6e4331112faa tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] 10.222.0.75 "GET /v2.0/ports?device_id=09fb514c-67f8-4761-907f-7ffd7f49f129 HTTP/1.1" status: 200 len: 944 time: 0.1025100 Apr 09 14:00:29.246776 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-acd27e30-d071-4f42-9ba8-8b985cfa6212 req-fb666f35-ec2d-40e3-8bb4-c3403564adc4 tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] 10.222.0.75 "GET /v2.0/security-groups?id=d45464bd-0e6a-406a-ac0b-e1ce526df5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293858 Apr 09 14:00:29.373587 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.rpc [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Device c3c97c88-21af-44d4-9668-681a9865119a details requested by agent hyperv_hv-cinder-78536 with host hv-cinder-78536 {{(pid=85267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 09 14:00:29.518732 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.db [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] For port c3c97c88-21af-44d4-9668-681a9865119a, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=c3c97c88-21af-44d4-9668-681a9865119a,segment=NetworkSegment(d2ab702d-9db3-4ab7-b573-95176c41560e),segment_id=d2ab702d-9db3-4ab7-b573-95176c41560e)] {{(pid=85267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 09 14:00:29.533548 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.rpc [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Returning: {'device': 'c3c97c88-21af-44d4-9668-681a9865119a', 'network_id': '8f5cd5ac-5652-4442-9fe8-3a10f19d4368', 'port_id': 'c3c97c88-21af-44d4-9668-681a9865119a', 'mac_address': 'fa:16:3e:b8:16:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e19e415b-04e8-4b0e-817e-2b4a4d3941da', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 09 14:00:29.596248 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853739810'] for port, before_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 14:00:29.600686 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.notifiers.nova [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3c97c88-21af-44d4-9668-681a9865119a {{(pid=85267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 09 14:00:29.621314 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.db [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] For port c3c97c88-21af-44d4-9668-681a9865119a, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=c3c97c88-21af-44d4-9668-681a9865119a,segment=NetworkSegment(d2ab702d-9db3-4ab7-b573-95176c41560e),segment_id=d2ab702d-9db3-4ab7-b573-95176c41560e)] {{(pid=85267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 09 14:00:29.624442 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853739901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853759498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265038874484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771815468181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265039307602'] for port, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 14:00:29.626309 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 14:00:29.699192 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Pushing event updated for resources: {'Port': ['ID=c3c97c88-21af-44d4-9668-681a9865119a,revision_number=4']} {{(pid=85267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 14:00:29.703366 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=85267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 14:00:29.979278 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.db [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] get_ports_and_sgs() called for port_ids ['c3c97c88-21af-44d4-9668-681a9865119a'] {{(pid=85267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 09 14:00:30.466145 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de68befe-92e7-4448-a6b9-3fe93d56d61c req-e48b917c-32e4-4512-8778-a123d1d80f8b tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 14:00:30.467753 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-de68befe-92e7-4448-a6b9-3fe93d56d61c req-e48b917c-32e4-4512-8778-a123d1d80f8b tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] 10.222.0.75 "GET /v2.0/ports?device_id=09fb514c-67f8-4761-907f-7ffd7f49f129 HTTP/1.1" status: 200 len: 945 time: 0.0977645 Apr 09 14:00:30.503292 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-de68befe-92e7-4448-a6b9-3fe93d56d61c req-a62a54a5-7512-4954-b18b-5ecf8e8cb008 tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] 10.222.0.75 "GET /v2.0/security-groups?id=d45464bd-0e6a-406a-ac0b-e1ce526df5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0272038 Apr 09 14:00:31.088221 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-ee0e248b-c3d5-4cfe-b484-34eab7ee0196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 14:00:31.388691 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.rpc [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Device c3c97c88-21af-44d4-9668-681a9865119a up at agent hyperv_hv-cinder-78536 {{(pid=85267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 09 14:00:31.422383 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.agents_db [None req-c64c1605-ccfd-4af7-a5d2-2f7932bd8cd3 None None] Agent healthcheck: found 6 active agents {{(pid=85268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 09 14:00:31.460255 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.provisioning_blocks [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Provisioning for port c3c97c88-21af-44d4-9668-681a9865119a completed by entity L2. {{(pid=85267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 09 14:00:31.465419 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.provisioning_blocks [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Provisioning complete for port c3c97c88-21af-44d4-9668-681a9865119a triggered by entity L2. {{(pid=85267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 09 14:00:31.465886 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765226'] for port, provisioning_complete {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 14:00:31.610768 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853739810'] for port, before_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 14:00:31.625723 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09fb514c-67f8-4761-907f-7ffd7f49f129', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3c97c88-21af-44d4-9668-681a9865119a'}] {{(pid=85267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 09 14:00:31.637019 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.db [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] For port c3c97c88-21af-44d4-9668-681a9865119a, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=c3c97c88-21af-44d4-9668-681a9865119a,segment=NetworkSegment(d2ab702d-9db3-4ab7-b573-95176c41560e),segment_id=d2ab702d-9db3-4ab7-b573-95176c41560e)] {{(pid=85267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 09 14:00:31.640047 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853739901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853759498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265038874484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771815468181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265039307602'] for port, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 14:00:31.642750 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 14:00:31.730885 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Pushing event updated for resources: {'Port': ['ID=c3c97c88-21af-44d4-9668-681a9865119a,revision_number=5']} {{(pid=85267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 14:00:31.735055 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=85267) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 14:00:31.744720 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c524b557-c44e-4892-b99f-31c3bbc15de3 req-e555a209-d7bc-4980-b79f-526b4fe1964b tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 14:00:31.746377 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-c524b557-c44e-4892-b99f-31c3bbc15de3 req-e555a209-d7bc-4980-b79f-526b4fe1964b tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] 10.222.0.75 "GET /v2.0/ports?device_id=09fb514c-67f8-4761-907f-7ffd7f49f129 HTTP/1.1" status: 200 len: 946 time: 0.1022797 Apr 09 14:00:31.777802 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-c524b557-c44e-4892-b99f-31c3bbc15de3 req-acf8dd5e-b1c5-4dbb-9012-41a5a9a12a74 tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] 10.222.0.75 "GET /v2.0/security-groups?id=d45464bd-0e6a-406a-ac0b-e1ce526df5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0250435 Apr 09 14:00:31.835596 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09fb514c-67f8-4761-907f-7ffd7f49f129', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3c97c88-21af-44d4-9668-681a9865119a', 'code': 200} Apr 09 14:00:32.095546 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1716d78-60ee-434e-8640-95e7039d7908 req-378270ec-aa38-4044-9a16-b611c0f0e8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 14:00:32.097220 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-c1716d78-60ee-434e-8640-95e7039d7908 req-378270ec-aa38-4044-9a16-b611c0f0e8f8 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=09fb514c-67f8-4761-907f-7ffd7f49f129 HTTP/1.1" status: 200 len: 1099 time: 0.0884295 Apr 09 14:00:32.132164 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-c1716d78-60ee-434e-8640-95e7039d7908 req-0ef53a84-3af4-4584-8ab7-4295d901b5dc service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=d45464bd-0e6a-406a-ac0b-e1ce526df5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0216036 Apr 09 14:00:32.995883 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d95ce0-c2c4-41e1-96d1-1a0d4cc1e63d req-e1d22e8d-9e34-4a05-abbd-d063c4f49671 tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 14:00:32.997491 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-35d95ce0-c2c4-41e1-96d1-1a0d4cc1e63d req-e1d22e8d-9e34-4a05-abbd-d063c4f49671 tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] 10.222.0.75 "GET /v2.0/ports?device_id=09fb514c-67f8-4761-907f-7ffd7f49f129 HTTP/1.1" status: 200 len: 946 time: 0.0938621 Apr 09 14:00:33.038669 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-35d95ce0-c2c4-41e1-96d1-1a0d4cc1e63d req-0587f7d5-e0b5-4f50-9b41-919f18fffc6b tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] 10.222.0.75 "GET /v2.0/security-groups?id=d45464bd-0e6a-406a-ac0b-e1ce526df5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337632 Apr 09 14:00:34.263002 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-0e206d39-bd66-4663-957f-e864bc0644ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 14:00:34.264096 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad4569d-9518-4770-9950-f753b6405883 req-e44f2e60-e083-46d1-808f-fec1d2461db9 tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 14:00:34.267167 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-1ad4569d-9518-4770-9950-f753b6405883 req-e44f2e60-e083-46d1-808f-fec1d2461db9 tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] 10.222.0.75 "GET /v2.0/ports?device_id=09fb514c-67f8-4761-907f-7ffd7f49f129 HTTP/1.1" status: 200 len: 946 time: 0.1073833 Apr 09 14:00:34.300135 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-1ad4569d-9518-4770-9950-f753b6405883 req-22ee2016-b8aa-4bc6-8c13-eb5380a99032 tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] 10.222.0.75 "GET /v2.0/security-groups?id=d45464bd-0e6a-406a-ac0b-e1ce526df5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0259790 Apr 09 14:00:34.533969 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef9423e-507a-4a33-a9fe-c79a13c56f6e req-145f25a8-31e7-4f46-8167-463a9e8cc212 tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 14:00:34.535607 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-fef9423e-507a-4a33-a9fe-c79a13c56f6e req-145f25a8-31e7-4f46-8167-463a9e8cc212 tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] 10.222.0.75 "GET /v2.0/ports?device_id=09fb514c-67f8-4761-907f-7ffd7f49f129 HTTP/1.1" status: 200 len: 946 time: 0.0955038 Apr 09 14:00:34.568518 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-fef9423e-507a-4a33-a9fe-c79a13c56f6e req-64a590ca-1b5f-44c9-b2a9-504466cf80fb tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] 10.222.0.75 "GET /v2.0/security-groups?id=d45464bd-0e6a-406a-ac0b-e1ce526df5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0246253 Apr 09 14:00:34.648922 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-038b6fee-909e-41c9-b649-649ad33ce393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 14:00:35.031875 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07abb859-bd48-4e52-828a-aaa5041b4e1c req-7de80553-4a71-4a1f-ad36-6939c023f12c tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 14:00:35.033512 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-07abb859-bd48-4e52-828a-aaa5041b4e1c req-7de80553-4a71-4a1f-ad36-6939c023f12c tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] 10.222.0.75 "GET /v2.0/ports?device_id=09fb514c-67f8-4761-907f-7ffd7f49f129 HTTP/1.1" status: 200 len: 946 time: 0.0990207 Apr 09 14:00:35.070137 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-07abb859-bd48-4e52-828a-aaa5041b4e1c req-e0b86260-ecc6-40ee-9ac2-a9c04227bc65 tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] 10.222.0.75 "GET /v2.0/security-groups?id=d45464bd-0e6a-406a-ac0b-e1ce526df5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0289366 Apr 09 14:00:35.283041 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 14:00:35.732362 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-c378f248-96be-4ef7-a52f-f55c09e56a36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 14:00:40.119011 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28198922-79f4-42ec-9787-a651ca177121 req-40cf5b48-ac7b-4113-b972-7809bf31d9b4 tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 14:00:40.120546 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-28198922-79f4-42ec-9787-a651ca177121 req-40cf5b48-ac7b-4113-b972-7809bf31d9b4 tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] 10.222.0.75 "GET /v2.0/ports?device_id=09fb514c-67f8-4761-907f-7ffd7f49f129 HTTP/1.1" status: 200 len: 946 time: 0.0925944 Apr 09 14:00:40.153767 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-28198922-79f4-42ec-9787-a651ca177121 req-9c7ac359-58fc-4025-b1f2-f636d595a2c2 tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] 10.222.0.75 "GET /v2.0/security-groups?id=d45464bd-0e6a-406a-ac0b-e1ce526df5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0255983 Apr 09 14:00:40.197208 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.75', 39112) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 14:00:40.392639 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0f86c3f-9c9f-4c78-bcb1-9a6740bebd72 tempest-TestMinimumBasicScenario-2053262921 tempest-TestMinimumBasicScenario-2053262921-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 14:00:40.393325 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-c0f86c3f-9c9f-4c78-bcb1-9a6740bebd72 tempest-TestMinimumBasicScenario-2053262921 tempest-TestMinimumBasicScenario-2053262921-project-admin] Synchronizing usage tracker for tenant:89f05e53f11c4254812654c59d123815 on resource:port {{(pid=85265) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 09 14:00:40.409480 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-c0f86c3f-9c9f-4c78-bcb1-9a6740bebd72 tempest-TestMinimumBasicScenario-2053262921 tempest-TestMinimumBasicScenario-2053262921-project-admin] Unset dirty status for tenant:89f05e53f11c4254812654c59d123815 on resource:port {{(pid=85265) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 09 14:00:40.410804 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-c0f86c3f-9c9f-4c78-bcb1-9a6740bebd72 tempest-TestMinimumBasicScenario-2053262921 tempest-TestMinimumBasicScenario-2053262921-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=09fb514c-67f8-4761-907f-7ffd7f49f129 HTTP/1.1" status: 200 len: 1094 time: 0.2124178 Apr 09 14:00:40.414691 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.75', 39118) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 14:00:40.420591 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.v2.base [None req-5990fb55-c85d-4426-81c9-4400778d3477 tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] Request body: {'floatingip': {'floating_network_id': 'd39673be-df84-4009-abea-d472d159fdfd', 'port_id': 'c3c97c88-21af-44d4-9668-681a9865119a', 'tenant_id': 'cb32d039a09844f9a414bfe0ddc47981', 'fixed_ip_address': '172.20.0.10'}} {{(pid=85265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 09 14:00:40.427367 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-5990fb55-c85d-4426-81c9-4400778d3477 tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 14:00:40.432473 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-5990fb55-c85d-4426-81c9-4400778d3477 tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] Usage tracker for resource:floatingip and tenant:cb32d039a09844f9a414bfe0ddc47981 is out of sync, need to count used quota {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 14:00:40.435623 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-5990fb55-c85d-4426-81c9-4400778d3477 tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 14:00:40.442527 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-5990fb55-c85d-4426-81c9-4400778d3477 tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 14:00:40.452549 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-5990fb55-c85d-4426-81c9-4400778d3477 tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] Notify callbacks [] for floatingip, before_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 14:00:40.606074 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-5990fb55-c85d-4426-81c9-4400778d3477 tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853739810'] for port, before_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 14:00:40.753398 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.db_base_plugin_common [None req-5990fb55-c85d-4426-81c9-4400778d3477 tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] Allocated IP 172.28.0.108 (d39673be-df84-4009-abea-d472d159fdfd/f6eeb1a0-26c5-43d1-996f-84b999bf12c7/94aeeac7-789d-46dc-9336-fd5b8abf98f8) {{(pid=85265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 09 14:00:40.925294 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-5990fb55-c85d-4426-81c9-4400778d3477 tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] Notify callbacks [] for port, precommit_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 14:00:40.957355 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-5990fb55-c85d-4426-81c9-4400778d3477 tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853739901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853759498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771815468164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851965059'] for port, after_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 14:00:40.973778 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-a49557f5-dff1-4725-9d7c-b0b4744e577c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 14:00:41.057793 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 14:00:41.126639 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5990fb55-c85d-4426-81c9-4400778d3477 tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] Pushing event updated for resources: {'Port': ['ID=94aeeac7-789d-46dc-9336-fd5b8abf98f8,revision_number=1']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 14:00:41.137913 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5990fb55-c85d-4426-81c9-4400778d3477 tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 14:00:41.138346 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5990fb55-c85d-4426-81c9-4400778d3477 tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 14:00:41.138763 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5990fb55-c85d-4426-81c9-4400778d3477 tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 14:00:41.139179 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5990fb55-c85d-4426-81c9-4400778d3477 tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 14:00:41.139583 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5990fb55-c85d-4426-81c9-4400778d3477 tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 14:00:41.139993 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5990fb55-c85d-4426-81c9-4400778d3477 tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 14:00:41.140396 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5990fb55-c85d-4426-81c9-4400778d3477 tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 14:00:41.140808 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5990fb55-c85d-4426-81c9-4400778d3477 tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 14:00:41.141208 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5990fb55-c85d-4426-81c9-4400778d3477 tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 14:00:41.141609 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5990fb55-c85d-4426-81c9-4400778d3477 tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 14:00:41.142101 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5990fb55-c85d-4426-81c9-4400778d3477 tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 14:00:41.142501 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5990fb55-c85d-4426-81c9-4400778d3477 tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 14:00:41.148113 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-5990fb55-c85d-4426-81c9-4400778d3477 tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 14:00:41.187851 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5990fb55-c85d-4426-81c9-4400778d3477 tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] Network d39673be-df84-4009-abea-d472d159fdfd is already hosted by enough agents. {{(pid=85265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 09 14:00:41.189009 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.scheduler.base_scheduler [None req-5990fb55-c85d-4426-81c9-4400778d3477 tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] Resources bound (agent type, host, resource id): {{(pid=85265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 09 14:00:41.191486 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5990fb55-c85d-4426-81c9-4400778d3477 tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] Received port after_create {{(pid=85265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 09 14:00:41.645837 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-5990fb55-c85d-4426-81c9-4400778d3477 tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 14:00:41.726662 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-5990fb55-c85d-4426-81c9-4400778d3477 tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853739810'] for port, before_update {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 14:00:42.006388 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-5990fb55-c85d-4426-81c9-4400778d3477 tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] Notify callbacks [] for port, precommit_update {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 14:00:42.010601 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-5990fb55-c85d-4426-81c9-4400778d3477 tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853739901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853759498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265038874484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771815468181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265039307602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2810724'] for port, after_update {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 14:00:42.026495 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-33b573be-298c-4a47-99b1-ed9dae97fab8 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 14:00:42.172523 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5990fb55-c85d-4426-81c9-4400778d3477 tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] Pushing event updated for resources: {'Port': ['ID=94aeeac7-789d-46dc-9336-fd5b8abf98f8,revision_number=2']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 14:00:42.175872 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-5990fb55-c85d-4426-81c9-4400778d3477 tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 14:00:42.278395 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-5990fb55-c85d-4426-81c9-4400778d3477 tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-711411'] for floatingip, after_update {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 14:00:42.462475 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.db.l3_db [None req-5990fb55-c85d-4426-81c9-4400778d3477 tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] Floating IP 4e51bbd6-cef8-4bf1-88d5-d9b7356c7120 associated. External IP: 172.28.0.108, port: c3c97c88-21af-44d4-9668-681a9865119a. Apr 09 14:00:43.114532 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5990fb55-c85d-4426-81c9-4400778d3477 tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] Router 3bf8ae7d-b1dd-4a43-a15c-8ef806d26ae3 has already been hosted by L3 agent 69305824-358b-46b0-9707-cd2ded304b9c {{(pid=85265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 09 14:00:43.305201 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5990fb55-c85d-4426-81c9-4400778d3477 tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] Notify agent at l3_agent.dv-cinder-785362-1-smb the message routers_updated {{(pid=85265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 09 14:00:43.318494 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eafad38-43c4-4188-ac4d-d7089927f5f0 None None] Sync routers for ids ['3bf8ae7d-b1dd-4a43-a15c-8ef806d26ae3'] in dv-cinder-785362-1-smb {{(pid=85267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 09 14:00:43.329947 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eafad38-43c4-4188-ac4d-d7089927f5f0 None None] Routers {'3bf8ae7d-b1dd-4a43-a15c-8ef806d26ae3'} bound to L3 agent in host dv-cinder-785362-1-smb {{(pid=85267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 09 14:00:43.330629 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_hamode_db [None req-2eafad38-43c4-4188-ac4d-d7089927f5f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-785362-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-09T13:38:04Z,description=,heartbeat_timestamp=2021-04-09T14:00:34Z,host='dv-cinder-785362-1-smb',id=69305824-358b-46b0-9707-cd2ded304b9c,load=0,resource_versions=,resources_synced=,started_at=2021-04-09T13:38:04Z,topic='l3_agent')) {'router_ids': ['3bf8ae7d-b1dd-4a43-a15c-8ef806d26ae3'], 'active': True} {{(pid=85267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 14:00:43.331023 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-5990fb55-c85d-4426-81c9-4400778d3477 tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770645'] for floatingip, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 14:00:43.396891 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-5990fb55-c85d-4426-81c9-4400778d3477 tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.9806736 Apr 09 14:00:43.397523 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09fb514c-67f8-4761-907f-7ffd7f49f129', 'tag': 'c3c97c88-21af-44d4-9668-681a9865119a'}] {{(pid=85265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 09 14:00:43.400708 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85266) accepted ('10.222.0.75', 39122) {{(pid=85266) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 14:00:43.407014 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.v2.base [None req-067ab78d-f3cb-488d-a272-796f030122b8 tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-51367529', 'description': 'tempest-secgroup-smoke-51367529 description', 'project_id': 'cb32d039a09844f9a414bfe0ddc47981'}} {{(pid=85266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 09 14:00:43.413769 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-067ab78d-f3cb-488d-a272-796f030122b8 tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 14:00:43.418919 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-067ab78d-f3cb-488d-a272-796f030122b8 tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] Usage tracker for resource:security_group and tenant:cb32d039a09844f9a414bfe0ddc47981 is out of sync, need to count used quota {{(pid=85266) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 14:00:43.422085 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-067ab78d-f3cb-488d-a272-796f030122b8 tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=85266) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 14:00:43.429235 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-067ab78d-f3cb-488d-a272-796f030122b8 tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 14:00:43.440561 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-067ab78d-f3cb-488d-a272-796f030122b8 tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] Notify callbacks [] for security_group, before_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 14:00:43.445703 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-067ab78d-f3cb-488d-a272-796f030122b8 tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 14:00:43.450272 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-067ab78d-f3cb-488d-a272-796f030122b8 tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] Usage tracker for resource:security_group_rule and tenant:cb32d039a09844f9a414bfe0ddc47981 is out of sync, need to count used quota {{(pid=85266) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 14:00:43.453463 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-067ab78d-f3cb-488d-a272-796f030122b8 tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85266) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 14:00:43.459634 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-067ab78d-f3cb-488d-a272-796f030122b8 tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 14:00:43.540673 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_dvr_db [None req-2eafad38-43c4-4188-ac4d-d7089927f5f0 None None] Set router 3bf8ae7d-b1dd-4a43-a15c-8ef806d26ae3 gateway port host: dv-cinder-785362-1-smb {{(pid=85267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 09 14:00:43.543709 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-067ab78d-f3cb-488d-a272-796f030122b8 tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] Notify callbacks [] for security_group, precommit_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 14:00:43.547975 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-067ab78d-f3cb-488d-a272-796f030122b8 tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738555'] for security_group, after_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 14:00:43.568831 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-2517f7b0-a9a1-4b10-b7b0-26c6a315940e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 14:00:43.592914 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-067ab78d-f3cb-488d-a272-796f030122b8 tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] Notify callbacks [] for security_group, before_response {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 14:00:43.598063 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-067ab78d-f3cb-488d-a272-796f030122b8 tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1790 time: 0.1924977 Apr 09 14:00:43.598360 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85266) accepted ('10.222.0.75', 39130) {{(pid=85266) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 14:00:43.621274 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067ab78d-f3cb-488d-a272-796f030122b8 tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08418c00-8ab9-47b0-98c0-7342739872fc,revision_number=1']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 14:00:43.628720 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.v2.base [None req-fa03eea4-a1ab-4404-b539-b9d9ba9032e5 tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] Request body: {'security_group_rule': {'security_group_id': '08418c00-8ab9-47b0-98c0-7342739872fc', 'project_id': 'cb32d039a09844f9a414bfe0ddc47981', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 09 14:00:43.635095 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-067ab78d-f3cb-488d-a272-796f030122b8 tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 14:00:43.637661 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-fa03eea4-a1ab-4404-b539-b9d9ba9032e5 tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 14:00:43.642229 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-fa03eea4-a1ab-4404-b539-b9d9ba9032e5 tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] Usage tracker for resource:security_group_rule and tenant:cb32d039a09844f9a414bfe0ddc47981 is out of sync, need to count used quota {{(pid=85266) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 14:00:43.646239 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-fa03eea4-a1ab-4404-b539-b9d9ba9032e5 tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85266) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 14:00:43.649196 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09fb514c-67f8-4761-907f-7ffd7f49f129', 'tag': 'c3c97c88-21af-44d4-9668-681a9865119a', 'status': 'completed', 'code': 200} Apr 09 14:00:43.653005 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-fa03eea4-a1ab-4404-b539-b9d9ba9032e5 tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 14:00:43.675965 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-fa03eea4-a1ab-4404-b539-b9d9ba9032e5 tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 14:00:43.830779 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-fa03eea4-a1ab-4404-b539-b9d9ba9032e5 tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 14:00:43.834773 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7fc314-83ca-4c51-9c9f-073e209c6f3a req-10fda1aa-b991-4963-9ed2-03de8599f2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 14:00:43.837293 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-fe7fc314-83ca-4c51-9c9f-073e209c6f3a req-10fda1aa-b991-4963-9ed2-03de8599f2ea service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=cb32d039a09844f9a414bfe0ddc47981&device_id=09fb514c-67f8-4761-907f-7ffd7f49f129 HTTP/1.1" status: 200 len: 1099 time: 0.1625426 Apr 09 14:00:43.838761 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-fa03eea4-a1ab-4404-b539-b9d9ba9032e5 tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738439'] for security_group_rule, after_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 14:00:43.848713 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 14:00:43.921421 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa03eea4-a1ab-4404-b539-b9d9ba9032e5 tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f49492e7-695f-4f5c-8585-2d70adb66c55,revision_number=0']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 14:00:43.924492 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-fa03eea4-a1ab-4404-b539-b9d9ba9032e5 tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 14:00:43.977846 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-fa03eea4-a1ab-4404-b539-b9d9ba9032e5 tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 14:00:43.979226 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-fa03eea4-a1ab-4404-b539-b9d9ba9032e5 tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3800085 Apr 09 14:00:43.982925 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.75', 39134) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 14:00:43.989672 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.v2.base [None req-aee20f8b-81ae-405f-96bb-57234270e1b2 tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] Request body: {'security_group_rule': {'security_group_id': '08418c00-8ab9-47b0-98c0-7342739872fc', 'project_id': 'cb32d039a09844f9a414bfe0ddc47981', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=85265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 09 14:00:43.996600 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-aee20f8b-81ae-405f-96bb-57234270e1b2 tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 14:00:44.001258 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-aee20f8b-81ae-405f-96bb-57234270e1b2 tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] Usage tracker for resource:security_group_rule and tenant:cb32d039a09844f9a414bfe0ddc47981 is out of sync, need to count used quota {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 14:00:44.004621 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-aee20f8b-81ae-405f-96bb-57234270e1b2 tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 14:00:44.015793 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-aee20f8b-81ae-405f-96bb-57234270e1b2 tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 14:00:44.033988 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-aee20f8b-81ae-405f-96bb-57234270e1b2 tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 14:00:44.043254 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7fc314-83ca-4c51-9c9f-073e209c6f3a req-7305087a-d620-4932-872a-55f5c2d57af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 14:00:44.045294 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-fe7fc314-83ca-4c51-9c9f-073e209c6f3a req-7305087a-d620-4932-872a-55f5c2d57af8 service neutron] 10.222.0.90 "GET /v2.0/networks?id=8f5cd5ac-5652-4442-9fe8-3a10f19d4368 HTTP/1.1" status: 200 len: 916 time: 0.1976764 Apr 09 14:00:44.112375 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-aee20f8b-81ae-405f-96bb-57234270e1b2 tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 14:00:44.115821 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-aee20f8b-81ae-405f-96bb-57234270e1b2 tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738439'] for security_group_rule, after_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 14:00:44.118264 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-fa622140-7d4c-4450-b618-b98ae3a07353 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 14:00:44.142365 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee20f8b-81ae-405f-96bb-57234270e1b2 tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=673e66b4-ee8d-4e0e-8b90-705c82b9d7db,revision_number=0']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 14:00:44.147215 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-aee20f8b-81ae-405f-96bb-57234270e1b2 tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 14:00:44.149317 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_hamode_db [None req-2eafad38-43c4-4188-ac4d-d7089927f5f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bf8ae7d-b1dd-4a43-a15c-8ef806d26ae3', 'name': 'tempest-TestMinimumBasicScenario-1072768461-router', 'tenant_id': 'cb32d039a09844f9a414bfe0ddc47981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd39673be-df84-4009-abea-d472d159fdfd', 'external_fixed_ips': [{'subnet_id': 'f6eeb1a0-26c5-43d1-996f-84b999bf12c7', 'ip_address': '172.28.0.3'}], 'enable_snat': True}, 'gw_port_id': 'f5b35f41-b870-432f-9bab-6952b9e053de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T13:59:44Z', 'updated_at': '2021-04-09T13:59:49Z', 'revision_number': 4, 'project_id': 'cb32d039a09844f9a414bfe0ddc47981', 'gw_port': {'id': 'f5b35f41-b870-432f-9bab-6952b9e053de', 'name': '', 'network_id': 'd39673be-df84-4009-abea-d472d159fdfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:7b:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bf8ae7d-b1dd-4a43-a15c-8ef806d26ae3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'f6eeb1a0-26c5-43d1-996f-84b999bf12c7', 'ip_address': '172.28.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:59:45Z', 'updated_at': '2021-04-09T13:59:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6eeb1a0-26c5-43d1-996f-84b999bf12c7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-1-smb', '_floatingips': [{'id': '4e51bbd6-cef8-4bf1-88d5-d9b7356c7120', 'tenant_id': 'cb32d039a09844f9a414bfe0ddc47981', 'floating_ip_address': '172.28.0.108', 'floating_network_id': 'd39673be-df84-4009-abea-d472d159fdfd', 'router_id': '3bf8ae7d-b1dd-4a43-a15c-8ef806d26ae3', 'port_id': 'c3c97c88-21af-44d4-9668-681a9865119a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 647, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f5cd5ac-5652-4442-9fe8-3a10f19d4368', 'mac_address': 'fa:16:3e:b8:16:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09fb514c-67f8-4761-907f-7ffd7f49f129', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-09T14:00:41Z', 'updated_at': '2021-04-09T14:00:41Z', 'revision_number': 0, 'project_id': 'cb32d039a09844f9a414bfe0ddc47981', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67e7618e-e1c3-4a54-919d-4a53d500f630', 'name': '', 'network_id': '8f5cd5ac-5652-4442-9fe8-3a10f19d4368', 'tenant_id': 'cb32d039a09844f9a414bfe0ddc47981', 'mac_address': 'fa:16:3e:c5:e3:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bf8ae7d-b1dd-4a43-a15c-8ef806d26ae3', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'e19e415b-04e8-4b0e-817e-2b4a4d3941da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:59:48Z', 'updated_at': '2021-04-09T13:59:58Z', 'revision_number': 5, 'project_id': 'cb32d039a09844f9a414bfe0ddc47981', 'subnets': [{'id': 'e19e415b-04e8-4b0e-817e-2b4a4d3941da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-785362-1-smb', False) {} {{(pid=85267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 14:00:44.155822 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eafad38-43c4-4188-ac4d-d7089927f5f0 None None] Checking router: 3bf8ae7d-b1dd-4a43-a15c-8ef806d26ae3 for host: dv-cinder-785362-1-smb {{(pid=85267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 09 14:00:44.156495 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-aee20f8b-81ae-405f-96bb-57234270e1b2 tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 14:00:44.161093 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-aee20f8b-81ae-405f-96bb-57234270e1b2 tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1736615 Apr 09 14:00:44.161316 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.75', 39138) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 14:00:44.168072 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eafad38-43c4-4188-ac4d-d7089927f5f0 None None] Routers {'3bf8ae7d-b1dd-4a43-a15c-8ef806d26ae3'} bound to L3 agent in host dv-cinder-785362-1-smb {{(pid=85267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 09 14:00:44.168446 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.v2.base [None req-8845a10c-8674-4271-805c-ba8fa4c00269 tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] Request body: {'security_group_rule': {'security_group_id': '08418c00-8ab9-47b0-98c0-7342739872fc', 'project_id': 'cb32d039a09844f9a414bfe0ddc47981', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=85265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 09 14:00:44.168786 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_hamode_db [None req-2eafad38-43c4-4188-ac4d-d7089927f5f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-785362-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-09T13:38:04Z,description=,heartbeat_timestamp=2021-04-09T14:00:34Z,host='dv-cinder-785362-1-smb',id=69305824-358b-46b0-9707-cd2ded304b9c,load=0,resource_versions=,resources_synced=,started_at=2021-04-09T13:38:04Z,topic='l3_agent')) {'router_ids': ['3bf8ae7d-b1dd-4a43-a15c-8ef806d26ae3'], 'active': True} {{(pid=85267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 14:00:44.175290 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-8845a10c-8674-4271-805c-ba8fa4c00269 tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 14:00:44.180635 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-8845a10c-8674-4271-805c-ba8fa4c00269 tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] Usage tracker for resource:security_group_rule and tenant:cb32d039a09844f9a414bfe0ddc47981 is out of sync, need to count used quota {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 14:00:44.185244 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-8845a10c-8674-4271-805c-ba8fa4c00269 tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 14:00:44.194833 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-8845a10c-8674-4271-805c-ba8fa4c00269 tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 14:00:44.216362 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-8845a10c-8674-4271-805c-ba8fa4c00269 tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 14:00:44.303053 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-8845a10c-8674-4271-805c-ba8fa4c00269 tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 14:00:44.307054 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-8845a10c-8674-4271-805c-ba8fa4c00269 tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738439'] for security_group_rule, after_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 14:00:44.309999 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 14:00:44.337461 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8845a10c-8674-4271-805c-ba8fa4c00269 tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=405a72ee-c159-4f8c-be69-8938308e9e7d,revision_number=0']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 14:00:44.342607 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-8845a10c-8674-4271-805c-ba8fa4c00269 tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 14:00:44.347287 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-8845a10c-8674-4271-805c-ba8fa4c00269 tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 14:00:44.348920 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-8845a10c-8674-4271-805c-ba8fa4c00269 tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1866081 Apr 09 14:00:44.352485 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.75', 39142) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 14:00:44.358267 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.v2.base [None req-9487d8b9-f982-4e6b-862b-d8a8a4426852 tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] Request body: {'security_group_rule': {'security_group_id': '08418c00-8ab9-47b0-98c0-7342739872fc', 'project_id': 'cb32d039a09844f9a414bfe0ddc47981', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=85265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 09 14:00:44.364853 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-9487d8b9-f982-4e6b-862b-d8a8a4426852 tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 14:00:44.369530 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-9487d8b9-f982-4e6b-862b-d8a8a4426852 tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] Usage tracker for resource:security_group_rule and tenant:cb32d039a09844f9a414bfe0ddc47981 is out of sync, need to count used quota {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 14:00:44.373074 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-9487d8b9-f982-4e6b-862b-d8a8a4426852 tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 14:00:44.379348 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-9487d8b9-f982-4e6b-862b-d8a8a4426852 tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 14:00:44.402100 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-9487d8b9-f982-4e6b-862b-d8a8a4426852 tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 14:00:44.415157 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-fe7fc314-83ca-4c51-9c9f-073e209c6f3a req-94ba150f-1391-4217-a2b0-66ecd18046fd service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c3c97c88-21af-44d4-9668-681a9865119a HTTP/1.1" status: 200 len: 1000 time: 0.3624437 Apr 09 14:00:44.419079 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_dvr_db [None req-2eafad38-43c4-4188-ac4d-d7089927f5f0 None None] Set router 3bf8ae7d-b1dd-4a43-a15c-8ef806d26ae3 gateway port host: dv-cinder-785362-1-smb {{(pid=85267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 09 14:00:44.475999 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-9487d8b9-f982-4e6b-862b-d8a8a4426852 tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 14:00:44.479559 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-9487d8b9-f982-4e6b-862b-d8a8a4426852 tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738439'] for security_group_rule, after_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 14:00:44.482310 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-8845a10c-8674-4271-805c-ba8fa4c00269 tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 14:00:44.493026 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7fc314-83ca-4c51-9c9f-073e209c6f3a req-59e81fb3-07c9-45be-91bd-96ab20352453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 14:00:44.495515 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-fe7fc314-83ca-4c51-9c9f-073e209c6f3a req-59e81fb3-07c9-45be-91bd-96ab20352453 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=e19e415b-04e8-4b0e-817e-2b4a4d3941da HTTP/1.1" status: 200 len: 854 time: 0.0729828 Apr 09 14:00:44.519159 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9487d8b9-f982-4e6b-862b-d8a8a4426852 tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35f97297-a08e-4ec1-9556-c207435ee78b,revision_number=0']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 14:00:44.524955 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-9487d8b9-f982-4e6b-862b-d8a8a4426852 tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 14:00:44.535216 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-9487d8b9-f982-4e6b-862b-d8a8a4426852 tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 14:00:44.544148 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-9487d8b9-f982-4e6b-862b-d8a8a4426852 tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1899436 Apr 09 14:00:44.544454 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85266) accepted ('10.222.0.75', 39146) {{(pid=85266) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 14:00:44.555507 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.v2.base [None req-3ea46eda-b953-4aef-b8bc-56057768ca44 tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] Request body: {'security_group_rule': {'security_group_id': '08418c00-8ab9-47b0-98c0-7342739872fc', 'project_id': 'cb32d039a09844f9a414bfe0ddc47981', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=85266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 09 14:00:44.567725 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-3ea46eda-b953-4aef-b8bc-56057768ca44 tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 14:00:44.574354 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-3ea46eda-b953-4aef-b8bc-56057768ca44 tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] Usage tracker for resource:security_group_rule and tenant:cb32d039a09844f9a414bfe0ddc47981 is out of sync, need to count used quota {{(pid=85266) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 14:00:44.578010 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-3ea46eda-b953-4aef-b8bc-56057768ca44 tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=85266) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 14:00:44.589309 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-3ea46eda-b953-4aef-b8bc-56057768ca44 tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=85266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 14:00:44.615009 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.db.securitygroups_db [None req-3ea46eda-b953-4aef-b8bc-56057768ca44 tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] Project cb32d039a09844f9a414bfe0ddc47981 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 09 14:00:44.624969 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-3ea46eda-b953-4aef-b8bc-56057768ca44 tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 14:00:44.642480 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7fc314-83ca-4c51-9c9f-073e209c6f3a req-9c024258-aa25-4744-86b6-7a912cbb34e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 14:00:44.644095 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-fe7fc314-83ca-4c51-9c9f-073e209c6f3a req-9c024258-aa25-4744-86b6-7a912cbb34e6 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=8f5cd5ac-5652-4442-9fe8-3a10f19d4368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1415281 Apr 09 14:00:44.807166 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-3ea46eda-b953-4aef-b8bc-56057768ca44 tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 14:00:44.812780 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-3ea46eda-b953-4aef-b8bc-56057768ca44 tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738439'] for security_group_rule, after_create {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 14:00:44.826405 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 14:00:44.826706 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_hamode_db [None req-2eafad38-43c4-4188-ac4d-d7089927f5f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bf8ae7d-b1dd-4a43-a15c-8ef806d26ae3', 'name': 'tempest-TestMinimumBasicScenario-1072768461-router', 'tenant_id': 'cb32d039a09844f9a414bfe0ddc47981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd39673be-df84-4009-abea-d472d159fdfd', 'external_fixed_ips': [{'subnet_id': 'f6eeb1a0-26c5-43d1-996f-84b999bf12c7', 'ip_address': '172.28.0.3'}], 'enable_snat': True}, 'gw_port_id': 'f5b35f41-b870-432f-9bab-6952b9e053de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T13:59:44Z', 'updated_at': '2021-04-09T13:59:49Z', 'revision_number': 4, 'project_id': 'cb32d039a09844f9a414bfe0ddc47981', 'gw_port': {'id': 'f5b35f41-b870-432f-9bab-6952b9e053de', 'name': '', 'network_id': 'd39673be-df84-4009-abea-d472d159fdfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:7b:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bf8ae7d-b1dd-4a43-a15c-8ef806d26ae3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'f6eeb1a0-26c5-43d1-996f-84b999bf12c7', 'ip_address': '172.28.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:59:45Z', 'updated_at': '2021-04-09T13:59:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6eeb1a0-26c5-43d1-996f-84b999bf12c7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-1-smb', '_floatingips': [{'id': '4e51bbd6-cef8-4bf1-88d5-d9b7356c7120', 'tenant_id': 'cb32d039a09844f9a414bfe0ddc47981', 'floating_ip_address': '172.28.0.108', 'floating_network_id': 'd39673be-df84-4009-abea-d472d159fdfd', 'router_id': '3bf8ae7d-b1dd-4a43-a15c-8ef806d26ae3', 'port_id': 'c3c97c88-21af-44d4-9668-681a9865119a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 647, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f5cd5ac-5652-4442-9fe8-3a10f19d4368', 'mac_address': 'fa:16:3e:b8:16:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09fb514c-67f8-4761-907f-7ffd7f49f129', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-09T14:00:41Z', 'updated_at': '2021-04-09T14:00:41Z', 'revision_number': 0, 'project_id': 'cb32d039a09844f9a414bfe0ddc47981', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67e7618e-e1c3-4a54-919d-4a53d500f630', 'name': '', 'network_id': '8f5cd5ac-5652-4442-9fe8-3a10f19d4368', 'tenant_id': 'cb32d039a09844f9a414bfe0ddc47981', 'mac_address': 'fa:16:3e:c5:e3:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bf8ae7d-b1dd-4a43-a15c-8ef806d26ae3', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'e19e415b-04e8-4b0e-817e-2b4a4d3941da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:59:48Z', 'updated_at': '2021-04-09T13:59:58Z', 'revision_number': 5, 'project_id': 'cb32d039a09844f9a414bfe0ddc47981', 'subnets': [{'id': 'e19e415b-04e8-4b0e-817e-2b4a4d3941da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-785362-1-smb', False) {} {{(pid=85267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 14:00:44.830712 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eafad38-43c4-4188-ac4d-d7089927f5f0 None None] The sync data for ids ['3bf8ae7d-b1dd-4a43-a15c-8ef806d26ae3'] in dv-cinder-785362-1-smb is: [{'id': '3bf8ae7d-b1dd-4a43-a15c-8ef806d26ae3', 'name': 'tempest-TestMinimumBasicScenario-1072768461-router', 'tenant_id': 'cb32d039a09844f9a414bfe0ddc47981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd39673be-df84-4009-abea-d472d159fdfd', 'external_fixed_ips': [{'subnet_id': 'f6eeb1a0-26c5-43d1-996f-84b999bf12c7', 'ip_address': '172.28.0.3'}], 'enable_snat': True}, 'gw_port_id': 'f5b35f41-b870-432f-9bab-6952b9e053de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T13:59:44Z', 'updated_at': '2021-04-09T13:59:49Z', 'revision_number': 4, 'project_id': 'cb32d039a09844f9a414bfe0ddc47981', 'gw_port': {'id': 'f5b35f41-b870-432f-9bab-6952b9e053de', 'name': '', 'network_id': 'd39673be-df84-4009-abea-d472d159fdfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:7b:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bf8ae7d-b1dd-4a43-a15c-8ef806d26ae3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'f6eeb1a0-26c5-43d1-996f-84b999bf12c7', 'ip_address': '172.28.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:59:45Z', 'updated_at': '2021-04-09T13:59:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6eeb1a0-26c5-43d1-996f-84b999bf12c7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-1-smb', '_floatingips': [{'id': '4e51bbd6-cef8-4bf1-88d5-d9b7356c7120', 'tenant_id': 'cb32d039a09844f9a414bfe0ddc47981', 'floating_ip_address': '172.28.0.108', 'floating_network_id': 'd39673be-df84-4009-abea-d472d159fdfd', 'router_id': '3bf8ae7d-b1dd-4a43-a15c-8ef806d26ae3', 'port_id': 'c3c97c88-21af-44d4-9668-681a9865119a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 647, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f5cd5ac-5652-4442-9fe8-3a10f19d4368', 'mac_address': 'fa:16:3e:b8:16:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09fb514c-67f8-4761-907f-7ffd7f49f129', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-09T14:00:41Z', 'updated_at': '2021-04-09T14:00:41Z', 'revision_number': 0, 'project_id': 'cb32d039a09844f9a414bfe0ddc47981', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67e7618e-e1c3-4a54-919d-4a53d500f630', 'name': '', 'network_id': '8f5cd5ac-5652-4442-9fe8-3a10f19d4368', 'tenant_id': 'cb32d039a09844f9a414bfe0ddc47981', 'mac_address': 'fa:16:3e:c5:e3:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bf8ae7d-b1dd-4a43-a15c-8ef806d26ae3', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'e19e415b-04e8-4b0e-817e-2b4a4d3941da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:59:48Z', 'updated_at': '2021-04-09T13:59:58Z', 'revision_number': 5, 'project_id': 'cb32d039a09844f9a414bfe0ddc47981', 'subnets': [{'id': 'e19e415b-04e8-4b0e-817e-2b4a4d3941da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 09 14:00:44.861842 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-fe7fc314-83ca-4c51-9c9f-073e209c6f3a req-7b2f1fdd-17e3-4c92-83ea-00b99f3e0cae service neutron] 10.222.0.90 "GET /v2.0/networks/8f5cd5ac-5652-4442-9fe8-3a10f19d4368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2065821 Apr 09 14:00:44.862581 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea46eda-b953-4aef-b8bc-56057768ca44 tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f336849-9678-40ab-9865-52d46ae7dff5,revision_number=0']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 14:00:44.867987 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-3ea46eda-b953-4aef-b8bc-56057768ca44 tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 14:00:44.912420 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-3ea46eda-b953-4aef-b8bc-56057768ca44 tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 14:00:44.913722 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-3ea46eda-b953-4aef-b8bc-56057768ca44 tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3682084 Apr 09 14:00:44.916971 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.75', 39152) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 14:00:44.924382 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.v2.base [None req-08409469-4549-45ee-8053-4b3b9d319c03 tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] Request body: {'security_group_rule': {'security_group_id': '08418c00-8ab9-47b0-98c0-7342739872fc', 'project_id': 'cb32d039a09844f9a414bfe0ddc47981', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=85265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 09 14:00:44.932196 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-08409469-4549-45ee-8053-4b3b9d319c03 tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 09 14:00:44.937223 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-08409469-4549-45ee-8053-4b3b9d319c03 tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] Usage tracker for resource:security_group_rule and tenant:cb32d039a09844f9a414bfe0ddc47981 is out of sync, need to count used quota {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 09 14:00:44.940439 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [None req-08409469-4549-45ee-8053-4b3b9d319c03 tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=85265) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 09 14:00:44.947457 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.quota.driver [None req-08409469-4549-45ee-8053-4b3b9d319c03 tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=85265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 09 14:00:44.957838 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.db.securitygroups_db [None req-08409469-4549-45ee-8053-4b3b9d319c03 tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] Project cb32d039a09844f9a414bfe0ddc47981 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 09 14:00:44.965639 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-08409469-4549-45ee-8053-4b3b9d319c03 tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 14:00:45.029281 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-fe7fc314-83ca-4c51-9c9f-073e209c6f3a req-6ef05cef-1097-42ad-874d-18dfb3e17d83 service neutron] 10.222.0.90 "GET /v2.0/networks/8f5cd5ac-5652-4442-9fe8-3a10f19d4368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1590989 Apr 09 14:00:45.048807 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-08409469-4549-45ee-8053-4b3b9d319c03 tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 14:00:45.050744 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-08409469-4549-45ee-8053-4b3b9d319c03 tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738439'] for security_group_rule, after_create {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 14:00:45.053658 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-aee20f8b-81ae-405f-96bb-57234270e1b2 tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 14:00:45.079753 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08409469-4549-45ee-8053-4b3b9d319c03 tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8ebbe3e-4b7f-44f1-b17c-fba65e884040,revision_number=0']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 14:00:45.082461 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-08409469-4549-45ee-8053-4b3b9d319c03 tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 14:00:45.089338 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-08409469-4549-45ee-8053-4b3b9d319c03 tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 14:00:45.090671 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-08409469-4549-45ee-8053-4b3b9d319c03 tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1721783 Apr 09 14:00:45.191522 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d635f31-865b-4915-81d7-5203c9a59a19 None None] New status for floating IP 4e51bbd6-cef8-4bf1-88d5-d9b7356c7120: ACTIVE {{(pid=85268) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 09 14:00:45.215959 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [req-7c25c2ed-c1af-4b31-98df-342460bfa77f req-38348fde-591f-405e-a25f-d856c9e392c1 tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] Synchronizing usage tracker for tenant:cb32d039a09844f9a414bfe0ddc47981 on resource:security_group {{(pid=85266) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 09 14:00:45.239931 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.quota.resource [req-7c25c2ed-c1af-4b31-98df-342460bfa77f req-38348fde-591f-405e-a25f-d856c9e392c1 tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] Unset dirty status for tenant:cb32d039a09844f9a414bfe0ddc47981 on resource:security_group {{(pid=85266) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 09 14:00:45.241235 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-7c25c2ed-c1af-4b31-98df-342460bfa77f req-38348fde-591f-405e-a25f-d856c9e392c1 tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-51367529&fields=id&tenant_id=cb32d039a09844f9a414bfe0ddc47981 HTTP/1.1" status: 200 len: 267 time: 0.0509610 Apr 09 14:00:45.340307 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c25c2ed-c1af-4b31-98df-342460bfa77f req-aaeb6e22-baa3-45d3-b960-e94796120888 tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 14:00:45.341856 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-7c25c2ed-c1af-4b31-98df-342460bfa77f req-aaeb6e22-baa3-45d3-b960-e94796120888 tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] 10.222.0.75 "GET /v2.0/ports?device_id=09fb514c-67f8-4761-907f-7ffd7f49f129 HTTP/1.1" status: 200 len: 946 time: 0.0932651 Apr 09 14:00:45.356646 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.v2.base [req-7c25c2ed-c1af-4b31-98df-342460bfa77f req-ef1fb45e-486d-4048-b246-77985a16ec5d tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] Request body: {'port': {'security_groups': ['d45464bd-0e6a-406a-ac0b-e1ce526df5fc', '08418c00-8ab9-47b0-98c0-7342739872fc']}} {{(pid=85266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 09 14:00:45.499704 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [req-7c25c2ed-c1af-4b31-98df-342460bfa77f req-ef1fb45e-486d-4048-b246-77985a16ec5d tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853739810'] for port, before_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 14:00:45.837512 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.db [req-7c25c2ed-c1af-4b31-98df-342460bfa77f req-ef1fb45e-486d-4048-b246-77985a16ec5d tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] For port c3c97c88-21af-44d4-9668-681a9865119a, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=c3c97c88-21af-44d4-9668-681a9865119a,segment=NetworkSegment(d2ab702d-9db3-4ab7-b573-95176c41560e),segment_id=d2ab702d-9db3-4ab7-b573-95176c41560e)] {{(pid=85266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 09 14:00:45.865157 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [req-7c25c2ed-c1af-4b31-98df-342460bfa77f req-ef1fb45e-486d-4048-b246-77985a16ec5d tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] Notify callbacks [] for port, precommit_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 14:00:45.869414 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [req-7c25c2ed-c1af-4b31-98df-342460bfa77f req-ef1fb45e-486d-4048-b246-77985a16ec5d tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853739901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853759498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265038874484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771815468181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265039307602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852572594'] for port, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 14:00:45.881094 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.db [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] get_ports_and_sgs() called for port_ids ['c3c97c88-21af-44d4-9668-681a9865119a'] {{(pid=85267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 09 14:00:45.885790 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-38ca5e81-797f-4283-a08a-e461556d878e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 14:00:46.046916 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1fb45e-486d-4048-b246-77985a16ec5d tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] Pushing event updated for resources: {'Port': ['ID=c3c97c88-21af-44d4-9668-681a9865119a,revision_number=6']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 14:00:46.051736 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-ef1fb45e-486d-4048-b246-77985a16ec5d tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 14:00:46.101627 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c25c2ed-c1af-4b31-98df-342460bfa77f req-ef1fb45e-486d-4048-b246-77985a16ec5d tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 14:00:46.103274 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [req-7c25c2ed-c1af-4b31-98df-342460bfa77f req-ef1fb45e-486d-4048-b246-77985a16ec5d tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770645'] for port, before_response {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 14:00:46.106380 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-7c25c2ed-c1af-4b31-98df-342460bfa77f req-ef1fb45e-486d-4048-b246-77985a16ec5d tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] 10.222.0.75 "PUT /v2.0/ports/c3c97c88-21af-44d4-9668-681a9865119a HTTP/1.1" status: 200 len: 982 time: 0.7559917 Apr 09 14:00:46.107241 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09fb514c-67f8-4761-907f-7ffd7f49f129', 'tag': 'c3c97c88-21af-44d4-9668-681a9865119a'}] {{(pid=85266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 09 14:00:46.162168 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.db [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] get_ports_and_sgs() called for port_ids ['c3c97c88-21af-44d4-9668-681a9865119a'] {{(pid=85267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 09 14:00:46.314413 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546a77b6-392c-4bfc-b6f1-560c2c7d7a69 req-a0d2d1dd-e91e-48ea-87eb-0954065caf72 tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 14:00:46.316776 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-546a77b6-392c-4bfc-b6f1-560c2c7d7a69 req-a0d2d1dd-e91e-48ea-87eb-0954065caf72 tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] 10.222.0.75 "GET /v2.0/ports?device_id=09fb514c-67f8-4761-907f-7ffd7f49f129 HTTP/1.1" status: 200 len: 985 time: 0.1095014 Apr 09 14:00:46.366798 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-546a77b6-392c-4bfc-b6f1-560c2c7d7a69 req-692ca52a-2cd4-4f7b-8eea-781048d9267f tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] 10.222.0.75 "GET /v2.0/security-groups?id=d45464bd-0e6a-406a-ac0b-e1ce526df5fc&id=08418c00-8ab9-47b0-98c0-7342739872fc&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0385399 Apr 09 14:00:46.449060 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09fb514c-67f8-4761-907f-7ffd7f49f129', 'tag': 'c3c97c88-21af-44d4-9668-681a9865119a', 'status': 'completed', 'code': 200} Apr 09 14:00:46.490154 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.provisioning_blocks [None req-6ef1a943-2141-423f-92ea-eca745ad1185 None None] Provisioning complete for port c3c97c88-21af-44d4-9668-681a9865119a triggered by entity DHCP. {{(pid=85267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 09 14:00:46.490573 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-6ef1a943-2141-423f-92ea-eca745ad1185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765226'] for port, provisioning_complete {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 14:00:46.569112 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0424e67-839a-44af-ab57-bd6700e55306 req-99f4d22e-dc1a-47e5-b1dd-2adac2f134d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 14:00:46.571760 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-c0424e67-839a-44af-ab57-bd6700e55306 req-99f4d22e-dc1a-47e5-b1dd-2adac2f134d5 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=cb32d039a09844f9a414bfe0ddc47981&device_id=09fb514c-67f8-4761-907f-7ffd7f49f129 HTTP/1.1" status: 200 len: 1138 time: 0.0970788 Apr 09 14:00:46.731482 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0424e67-839a-44af-ab57-bd6700e55306 req-39825660-4a51-465a-b5d6-f75a83565bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 14:00:46.733065 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-c0424e67-839a-44af-ab57-bd6700e55306 req-39825660-4a51-465a-b5d6-f75a83565bd4 service neutron] 10.222.0.90 "GET /v2.0/networks?id=8f5cd5ac-5652-4442-9fe8-3a10f19d4368 HTTP/1.1" status: 200 len: 916 time: 0.1555781 Apr 09 14:00:46.857338 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-c0424e67-839a-44af-ab57-bd6700e55306 req-d7ed0cdb-bcea-4462-ba59-c663508bb418 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c3c97c88-21af-44d4-9668-681a9865119a HTTP/1.1" status: 200 len: 1002 time: 0.1148906 Apr 09 14:00:46.945847 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0424e67-839a-44af-ab57-bd6700e55306 req-9c790faf-592e-453e-8d2d-1a4f40f43c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 14:00:46.947506 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-c0424e67-839a-44af-ab57-bd6700e55306 req-9c790faf-592e-453e-8d2d-1a4f40f43c92 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=e19e415b-04e8-4b0e-817e-2b4a4d3941da HTTP/1.1" status: 200 len: 854 time: 0.0833383 Apr 09 14:00:47.038429 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0424e67-839a-44af-ab57-bd6700e55306 req-8bda5039-704a-4576-932a-b8038cc9d306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 14:00:47.040649 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-c0424e67-839a-44af-ab57-bd6700e55306 req-8bda5039-704a-4576-932a-b8038cc9d306 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=8f5cd5ac-5652-4442-9fe8-3a10f19d4368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0851119 Apr 09 14:00:47.192216 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-c0424e67-839a-44af-ab57-bd6700e55306 req-7353ebfd-38ae-4868-a258-c7e800049007 service neutron] 10.222.0.90 "GET /v2.0/networks/8f5cd5ac-5652-4442-9fe8-3a10f19d4368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440976 Apr 09 14:00:47.347502 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-c0424e67-839a-44af-ab57-bd6700e55306 req-004a0b55-2fcd-460a-86dc-7aa2e4c451ca service neutron] 10.222.0.90 "GET /v2.0/networks/8f5cd5ac-5652-4442-9fe8-3a10f19d4368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486912 Apr 09 14:01:01.095691 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-3e3d936b-821c-4458-b503-aa26c7e1c937 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 14:01:04.265408 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-c0c9f557-029a-4adf-bbed-22ffa08914a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 14:01:04.643178 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-038b6fee-909e-41c9-b649-649ad33ce393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 14:01:05.276662 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 14:01:05.737648 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-c378f248-96be-4ef7-a52f-f55c09e56a36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 14:01:08.422985 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.agents_db [None req-c64c1605-ccfd-4af7-a5d2-2f7932bd8cd3 None None] Agent healthcheck: found 6 active agents {{(pid=85268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 09 14:01:11.058409 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 14:01:24.127891 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-09e5c6ad-e2b3-418f-ae3c-0c9f3bb4113f req-e2f6cc80-0a40-48a9-ae3b-5cebe9dc25e3 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=09fb514c-67f8-4761-907f-7ffd7f49f129&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0808330 Apr 09 14:01:24.291724 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e5c6ad-e2b3-418f-ae3c-0c9f3bb4113f req-3e04be42-b1b4-4f55-9af7-35f2a04e3f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 14:01:24.293330 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-09e5c6ad-e2b3-418f-ae3c-0c9f3bb4113f req-3e04be42-b1b4-4f55-9af7-35f2a04e3f1b service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=cb32d039a09844f9a414bfe0ddc47981&device_id=09fb514c-67f8-4761-907f-7ffd7f49f129 HTTP/1.1" status: 200 len: 1138 time: 0.0934427 Apr 09 14:01:24.455929 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e5c6ad-e2b3-418f-ae3c-0c9f3bb4113f req-2fec3d8f-39a3-4bdd-b855-9ca6190e7d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 14:01:24.458017 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-09e5c6ad-e2b3-418f-ae3c-0c9f3bb4113f req-2fec3d8f-39a3-4bdd-b855-9ca6190e7d4a service neutron] 10.222.0.90 "GET /v2.0/networks?id=8f5cd5ac-5652-4442-9fe8-3a10f19d4368 HTTP/1.1" status: 200 len: 916 time: 0.1411974 Apr 09 14:01:24.572700 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-09e5c6ad-e2b3-418f-ae3c-0c9f3bb4113f req-ca76c6ff-8c19-4513-a8eb-e9a753ffaa2f service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c3c97c88-21af-44d4-9668-681a9865119a HTTP/1.1" status: 200 len: 1002 time: 0.1073930 Apr 09 14:01:24.647563 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e5c6ad-e2b3-418f-ae3c-0c9f3bb4113f req-5f4d5b70-b76f-4dd8-91cf-7f4f6156e14d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 14:01:24.649155 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-09e5c6ad-e2b3-418f-ae3c-0c9f3bb4113f req-5f4d5b70-b76f-4dd8-91cf-7f4f6156e14d service neutron] 10.222.0.90 "GET /v2.0/subnets?id=e19e415b-04e8-4b0e-817e-2b4a4d3941da HTTP/1.1" status: 200 len: 854 time: 0.0698497 Apr 09 14:01:24.734188 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e5c6ad-e2b3-418f-ae3c-0c9f3bb4113f req-69d273bc-bde5-41c7-98e6-a7a1e0ff5600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 14:01:24.735702 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-09e5c6ad-e2b3-418f-ae3c-0c9f3bb4113f req-69d273bc-bde5-41c7-98e6-a7a1e0ff5600 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=8f5cd5ac-5652-4442-9fe8-3a10f19d4368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0802691 Apr 09 14:01:24.883726 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-09e5c6ad-e2b3-418f-ae3c-0c9f3bb4113f req-99c2dde9-f8fc-4fc1-9544-0dde23b2a721 service neutron] 10.222.0.90 "GET /v2.0/networks/8f5cd5ac-5652-4442-9fe8-3a10f19d4368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410508 Apr 09 14:01:25.030071 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-09e5c6ad-e2b3-418f-ae3c-0c9f3bb4113f req-2614a805-c46b-4178-b03e-8df52af6d66e service neutron] 10.222.0.90 "GET /v2.0/networks/8f5cd5ac-5652-4442-9fe8-3a10f19d4368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389284 Apr 09 14:01:31.090161 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-d9190364-8909-45c2-b0d8-4fc110f30251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 14:01:34.267490 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-a4d86e38-dc22-483a-961b-bac7393f364c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 14:01:34.643575 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-038b6fee-909e-41c9-b649-649ad33ce393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 14:01:35.290483 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 14:01:35.737451 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-c378f248-96be-4ef7-a52f-f55c09e56a36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 14:01:41.073772 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 14:01:45.423180 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.agents_db [None req-c64c1605-ccfd-4af7-a5d2-2f7932bd8cd3 None None] Agent healthcheck: found 6 active agents {{(pid=85268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 09 14:01:47.360739 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942c873f-588b-495a-8ff0-715abfdff3e6 req-442bf2a8-8c7e-4cd6-ab70-ae4284db95b0 tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 14:01:47.362371 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-942c873f-588b-495a-8ff0-715abfdff3e6 req-442bf2a8-8c7e-4cd6-ab70-ae4284db95b0 tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] 10.222.0.75 "GET /v2.0/ports?device_id=09fb514c-67f8-4761-907f-7ffd7f49f129 HTTP/1.1" status: 200 len: 985 time: 0.1294317 Apr 09 14:01:47.365412 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8029e5ff-537c-4055-a785-02da2268bf82 req-8a2c5bf4-d6ae-45bf-8a16-6c0782328487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 14:01:47.366931 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-8029e5ff-537c-4055-a785-02da2268bf82 req-8a2c5bf4-d6ae-45bf-8a16-6c0782328487 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=cb32d039a09844f9a414bfe0ddc47981&device_id=09fb514c-67f8-4761-907f-7ffd7f49f129 HTTP/1.1" status: 200 len: 1138 time: 0.1777730 Apr 09 14:01:47.438457 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-942c873f-588b-495a-8ff0-715abfdff3e6 req-dd269c91-8e74-419e-82b8-1f10516a35d5 tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] 10.222.0.75 "GET /v2.0/security-groups?id=d45464bd-0e6a-406a-ac0b-e1ce526df5fc&id=08418c00-8ab9-47b0-98c0-7342739872fc&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0693622 Apr 09 14:01:47.540820 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8029e5ff-537c-4055-a785-02da2268bf82 req-d580487b-aeb8-4a0f-80d0-597ae27a1aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 14:01:47.542281 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-8029e5ff-537c-4055-a785-02da2268bf82 req-d580487b-aeb8-4a0f-80d0-597ae27a1aa8 service neutron] 10.222.0.90 "GET /v2.0/networks?id=8f5cd5ac-5652-4442-9fe8-3a10f19d4368 HTTP/1.1" status: 200 len: 916 time: 0.1527960 Apr 09 14:01:47.655928 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-8029e5ff-537c-4055-a785-02da2268bf82 req-4a924f3e-f99d-480c-bdf4-5d94482c307e service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c3c97c88-21af-44d4-9668-681a9865119a HTTP/1.1" status: 200 len: 1002 time: 0.1052852 Apr 09 14:01:47.731242 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8029e5ff-537c-4055-a785-02da2268bf82 req-9def1f11-1cdf-42cc-9d05-877c9bbfe157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 14:01:47.732804 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-8029e5ff-537c-4055-a785-02da2268bf82 req-9def1f11-1cdf-42cc-9d05-877c9bbfe157 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=e19e415b-04e8-4b0e-817e-2b4a4d3941da HTTP/1.1" status: 200 len: 854 time: 0.0700624 Apr 09 14:01:47.822611 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8029e5ff-537c-4055-a785-02da2268bf82 req-92a3ea5f-97dc-404b-839f-c62c28a93e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 14:01:47.824135 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-8029e5ff-537c-4055-a785-02da2268bf82 req-92a3ea5f-97dc-404b-839f-c62c28a93e3e service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=8f5cd5ac-5652-4442-9fe8-3a10f19d4368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0841203 Apr 09 14:01:47.968977 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-8029e5ff-537c-4055-a785-02da2268bf82 req-4b73ecdd-afa9-435c-acf9-c7ca125a256c service neutron] 10.222.0.90 "GET /v2.0/networks/8f5cd5ac-5652-4442-9fe8-3a10f19d4368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375401 Apr 09 14:01:48.119753 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-8029e5ff-537c-4055-a785-02da2268bf82 req-5a87cbac-3def-44c4-acff-15db96a2f7d0 service neutron] 10.222.0.90 "GET /v2.0/networks/8f5cd5ac-5652-4442-9fe8-3a10f19d4368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430643 Apr 09 14:01:48.660254 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b086fa-1ac7-48ee-abb1-7cb52c710c6c req-228a246a-39ef-45bf-9a02-f0f2b1167406 tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 14:01:48.661982 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-97b086fa-1ac7-48ee-abb1-7cb52c710c6c req-228a246a-39ef-45bf-9a02-f0f2b1167406 tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] 10.222.0.75 "GET /v2.0/ports?device_id=09fb514c-67f8-4761-907f-7ffd7f49f129 HTTP/1.1" status: 200 len: 985 time: 0.0961411 Apr 09 14:01:48.697837 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-97b086fa-1ac7-48ee-abb1-7cb52c710c6c req-24b9b330-4db9-4ae1-8ca6-94654b42102e tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] 10.222.0.75 "GET /v2.0/security-groups?id=d45464bd-0e6a-406a-ac0b-e1ce526df5fc&id=08418c00-8ab9-47b0-98c0-7342739872fc&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0276961 Apr 09 14:01:49.906271 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291bfb76-f70d-46c5-8e65-13edd0965656 req-f9b13c65-d697-4cd2-be2e-02afe4a6d7a3 tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 14:01:49.907840 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-291bfb76-f70d-46c5-8e65-13edd0965656 req-f9b13c65-d697-4cd2-be2e-02afe4a6d7a3 tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] 10.222.0.75 "GET /v2.0/ports?device_id=09fb514c-67f8-4761-907f-7ffd7f49f129 HTTP/1.1" status: 200 len: 985 time: 0.0916162 Apr 09 14:01:49.940604 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-291bfb76-f70d-46c5-8e65-13edd0965656 req-bae6f0fe-787a-4b3e-9282-5e58a5c68aa8 tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] 10.222.0.75 "GET /v2.0/security-groups?id=d45464bd-0e6a-406a-ac0b-e1ce526df5fc&id=08418c00-8ab9-47b0-98c0-7342739872fc&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0262754 Apr 09 14:01:51.158911 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184eb417-3fad-4925-b623-d01379bfb3b2 req-802037c3-79f0-4291-9d5b-bfdbce596229 tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 14:01:51.160517 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-184eb417-3fad-4925-b623-d01379bfb3b2 req-802037c3-79f0-4291-9d5b-bfdbce596229 tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] 10.222.0.75 "GET /v2.0/ports?device_id=09fb514c-67f8-4761-907f-7ffd7f49f129 HTTP/1.1" status: 200 len: 985 time: 0.0962474 Apr 09 14:01:51.194754 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-184eb417-3fad-4925-b623-d01379bfb3b2 req-5675c2ba-93c8-42ca-b828-17b13edd5080 tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] 10.222.0.75 "GET /v2.0/security-groups?id=d45464bd-0e6a-406a-ac0b-e1ce526df5fc&id=08418c00-8ab9-47b0-98c0-7342739872fc&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0266843 Apr 09 14:01:52.401413 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98942bb-f3aa-4bae-a643-3218f6487890 req-b2ecb094-0cfb-44fa-a7b8-1a3b8bf130ce tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 14:01:52.403681 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-e98942bb-f3aa-4bae-a643-3218f6487890 req-b2ecb094-0cfb-44fa-a7b8-1a3b8bf130ce tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] 10.222.0.75 "GET /v2.0/ports?device_id=09fb514c-67f8-4761-907f-7ffd7f49f129 HTTP/1.1" status: 200 len: 985 time: 0.0958211 Apr 09 14:01:52.437151 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-e98942bb-f3aa-4bae-a643-3218f6487890 req-a7ef5519-b857-4df1-8e7b-35cd3a4b759d tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] 10.222.0.75 "GET /v2.0/security-groups?id=d45464bd-0e6a-406a-ac0b-e1ce526df5fc&id=08418c00-8ab9-47b0-98c0-7342739872fc&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0269799 Apr 09 14:01:53.884233 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6ee1fc-1b30-4057-ac30-09081e98efb7 req-46500369-e054-4864-ba23-24c096227776 tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 14:01:53.885806 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-5b6ee1fc-1b30-4057-ac30-09081e98efb7 req-46500369-e054-4864-ba23-24c096227776 tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] 10.222.0.75 "GET /v2.0/ports?device_id=09fb514c-67f8-4761-907f-7ffd7f49f129 HTTP/1.1" status: 200 len: 985 time: 0.3256826 Apr 09 14:01:53.927879 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-5b6ee1fc-1b30-4057-ac30-09081e98efb7 req-39f8375f-b2bb-4c60-ba6e-e8d1b8ea8222 tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] 10.222.0.75 "GET /v2.0/security-groups?id=d45464bd-0e6a-406a-ac0b-e1ce526df5fc&id=08418c00-8ab9-47b0-98c0-7342739872fc&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0284951 Apr 09 14:01:55.134784 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c6a0d4-2054-4819-8620-1694540e8cb7 req-4450b761-067c-4531-892d-303795b23e00 tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 14:01:55.136389 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-94c6a0d4-2054-4819-8620-1694540e8cb7 req-4450b761-067c-4531-892d-303795b23e00 tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] 10.222.0.75 "GET /v2.0/ports?device_id=09fb514c-67f8-4761-907f-7ffd7f49f129 HTTP/1.1" status: 200 len: 985 time: 0.0915711 Apr 09 14:01:55.169248 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-94c6a0d4-2054-4819-8620-1694540e8cb7 req-c4079a31-89af-4d5b-b827-c94464222a66 tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] 10.222.0.75 "GET /v2.0/security-groups?id=d45464bd-0e6a-406a-ac0b-e1ce526df5fc&id=08418c00-8ab9-47b0-98c0-7342739872fc&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0261936 Apr 09 14:01:56.376061 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7639c5-5820-432f-9f10-f44a8750b09a req-34f4f6e8-62c6-4ba7-a2f1-7c57a6c32518 tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 14:01:56.377714 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-9a7639c5-5820-432f-9f10-f44a8750b09a req-34f4f6e8-62c6-4ba7-a2f1-7c57a6c32518 tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] 10.222.0.75 "GET /v2.0/ports?device_id=09fb514c-67f8-4761-907f-7ffd7f49f129 HTTP/1.1" status: 200 len: 985 time: 0.0927877 Apr 09 14:01:56.412957 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-9a7639c5-5820-432f-9f10-f44a8750b09a req-b2f5431b-1ace-4963-9ce8-12f1a0685a69 tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] 10.222.0.75 "GET /v2.0/security-groups?id=d45464bd-0e6a-406a-ac0b-e1ce526df5fc&id=08418c00-8ab9-47b0-98c0-7342739872fc&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0286598 Apr 09 14:01:57.621264 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01f727a-f949-4b48-af3a-baf187782202 req-5b0a2e4c-eca5-427f-8755-d8bd63d2cf63 tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 14:01:57.623631 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-e01f727a-f949-4b48-af3a-baf187782202 req-5b0a2e4c-eca5-427f-8755-d8bd63d2cf63 tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] 10.222.0.75 "GET /v2.0/ports?device_id=09fb514c-67f8-4761-907f-7ffd7f49f129 HTTP/1.1" status: 200 len: 985 time: 0.0905850 Apr 09 14:01:57.656906 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-e01f727a-f949-4b48-af3a-baf187782202 req-9748fcc5-43be-441c-8646-f6c1f3bdee41 tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] 10.222.0.75 "GET /v2.0/security-groups?id=d45464bd-0e6a-406a-ac0b-e1ce526df5fc&id=08418c00-8ab9-47b0-98c0-7342739872fc&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0267282 Apr 09 14:01:58.869003 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86004c4-4b51-4fa8-b1e8-33579bdd4664 req-d30dc5d7-d472-4b5a-a067-75e0ccaf7f05 tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 14:01:58.869933 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-c86004c4-4b51-4fa8-b1e8-33579bdd4664 req-d30dc5d7-d472-4b5a-a067-75e0ccaf7f05 tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] 10.222.0.75 "GET /v2.0/ports?device_id=09fb514c-67f8-4761-907f-7ffd7f49f129 HTTP/1.1" status: 200 len: 985 time: 0.0930457 Apr 09 14:01:58.905465 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-c86004c4-4b51-4fa8-b1e8-33579bdd4664 req-d1b7381b-63d7-4e81-8eff-a05c27b8f3fa tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] 10.222.0.75 "GET /v2.0/security-groups?id=d45464bd-0e6a-406a-ac0b-e1ce526df5fc&id=08418c00-8ab9-47b0-98c0-7342739872fc&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0285685 Apr 09 14:02:00.167068 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7212291-beae-40f2-a672-34cf06fc5e81 req-eb532e19-e508-424e-8a7c-57af121b06a6 tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 14:02:00.168676 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-a7212291-beae-40f2-a672-34cf06fc5e81 req-eb532e19-e508-424e-8a7c-57af121b06a6 tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] 10.222.0.75 "GET /v2.0/ports?device_id=09fb514c-67f8-4761-907f-7ffd7f49f129 HTTP/1.1" status: 200 len: 985 time: 0.1471713 Apr 09 14:02:00.202757 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-a7212291-beae-40f2-a672-34cf06fc5e81 req-8ce5396e-7d69-4265-a24a-9bcfd98fd59d tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] 10.222.0.75 "GET /v2.0/security-groups?id=d45464bd-0e6a-406a-ac0b-e1ce526df5fc&id=08418c00-8ab9-47b0-98c0-7342739872fc&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0272176 Apr 09 14:02:01.094602 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-b43357b4-c43b-443e-923c-85a9f2768186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 14:02:04.271819 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-81e53254-cf03-4ce6-ab37-1a4c60d3da8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 14:02:04.645907 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-038b6fee-909e-41c9-b649-649ad33ce393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 14:02:05.283214 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 14:02:05.739885 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-c378f248-96be-4ef7-a52f-f55c09e56a36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 14:02:11.069110 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 14:02:22.424901 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.agents_db [None req-c64c1605-ccfd-4af7-a5d2-2f7932bd8cd3 None None] Agent healthcheck: found 6 active agents {{(pid=85268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 09 14:02:24.191599 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-64e26468-b0cc-4760-92ee-fc6055ae0297 req-388bb2b4-9655-406f-a64c-567e71edfe32 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=09fb514c-67f8-4761-907f-7ffd7f49f129&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1387637 Apr 09 14:02:24.351289 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e26468-b0cc-4760-92ee-fc6055ae0297 req-55805a58-5b94-46aa-ba60-de9ac1cd4657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 14:02:24.352805 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-64e26468-b0cc-4760-92ee-fc6055ae0297 req-55805a58-5b94-46aa-ba60-de9ac1cd4657 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=cb32d039a09844f9a414bfe0ddc47981&device_id=09fb514c-67f8-4761-907f-7ffd7f49f129 HTTP/1.1" status: 200 len: 1138 time: 0.0792928 Apr 09 14:02:24.514659 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e26468-b0cc-4760-92ee-fc6055ae0297 req-78350933-28b4-433c-ae0b-6bf1f8926819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 14:02:24.516230 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-64e26468-b0cc-4760-92ee-fc6055ae0297 req-78350933-28b4-433c-ae0b-6bf1f8926819 service neutron] 10.222.0.90 "GET /v2.0/networks?id=8f5cd5ac-5652-4442-9fe8-3a10f19d4368 HTTP/1.1" status: 200 len: 916 time: 0.1432638 Apr 09 14:02:24.632023 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-64e26468-b0cc-4760-92ee-fc6055ae0297 req-5ee4e6f5-6754-459f-aeb2-6d372b5900b3 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c3c97c88-21af-44d4-9668-681a9865119a HTTP/1.1" status: 200 len: 1002 time: 0.1084390 Apr 09 14:02:24.709513 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e26468-b0cc-4760-92ee-fc6055ae0297 req-4e1dac0d-3561-4087-a958-0feae99b208e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 14:02:24.714298 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-64e26468-b0cc-4760-92ee-fc6055ae0297 req-4e1dac0d-3561-4087-a958-0feae99b208e service neutron] 10.222.0.90 "GET /v2.0/subnets?id=e19e415b-04e8-4b0e-817e-2b4a4d3941da HTTP/1.1" status: 200 len: 854 time: 0.0762630 Apr 09 14:02:24.801669 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e26468-b0cc-4760-92ee-fc6055ae0297 req-919e1226-39d2-4185-976e-1e358ee09ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 14:02:24.803332 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-64e26468-b0cc-4760-92ee-fc6055ae0297 req-919e1226-39d2-4185-976e-1e358ee09ce8 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=8f5cd5ac-5652-4442-9fe8-3a10f19d4368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0831654 Apr 09 14:02:24.952940 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-64e26468-b0cc-4760-92ee-fc6055ae0297 req-9187724c-faee-4621-aa94-19857c30b4b6 service neutron] 10.222.0.90 "GET /v2.0/networks/8f5cd5ac-5652-4442-9fe8-3a10f19d4368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422231 Apr 09 14:02:25.103983 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-64e26468-b0cc-4760-92ee-fc6055ae0297 req-7da07088-7b86-43e1-8555-6eb44339ac4c service neutron] 10.222.0.90 "GET /v2.0/networks/8f5cd5ac-5652-4442-9fe8-3a10f19d4368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444652 Apr 09 14:02:31.097332 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-e26c7fc1-4c7c-4141-aae9-255d7f150705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 14:02:34.266791 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-060950a0-3fc1-4d59-b599-0428882ececd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 14:02:34.653246 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-038b6fee-909e-41c9-b649-649ad33ce393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 14:02:35.287402 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 14:02:35.743606 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-c378f248-96be-4ef7-a52f-f55c09e56a36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 14:02:41.071834 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 14:02:59.428571 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.agents_db [None req-c64c1605-ccfd-4af7-a5d2-2f7932bd8cd3 None None] Agent healthcheck: found 6 active agents {{(pid=85268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 09 14:03:00.362763 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [req-c4878b36-e6da-462f-af87-978c0ffa6302 req-3aff0734-6073-4890-89f8-053c516eaa44 service neutron] (85266) timed out ('10.222.0.90', 59428) {{(pid=85266) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Apr 09 14:03:00.366346 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [req-9437cadc-386b-4812-bc0d-139d220216ae req-caf3cb41-8ebb-4fce-9f5a-c8387129a5d9 service neutron] (85265) timed out ('10.222.0.90', 59437) {{(pid=85265) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Apr 09 14:03:01.102469 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-0b6971fd-4bb9-4e72-92dc-4b1e78afa3b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 14:03:03.778696 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-e8f1e914-4508-47cb-bce3-ea56f8278983 req-081c4540-adf0-4087-a2b9-32e2808c65e7 tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-51367529&fields=id&tenant_id=cb32d039a09844f9a414bfe0ddc47981 HTTP/1.1" status: 200 len: 267 time: 0.0266526 Apr 09 14:03:03.872533 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f1e914-4508-47cb-bce3-ea56f8278983 req-327c2d42-4fea-4fef-9129-9e343dc225e2 tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 14:03:03.874311 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-e8f1e914-4508-47cb-bce3-ea56f8278983 req-327c2d42-4fea-4fef-9129-9e343dc225e2 tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] 10.222.0.75 "GET /v2.0/ports?device_id=09fb514c-67f8-4761-907f-7ffd7f49f129 HTTP/1.1" status: 200 len: 985 time: 0.0895424 Apr 09 14:03:03.888458 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.v2.base [req-e8f1e914-4508-47cb-bce3-ea56f8278983 req-aca76508-7b32-446b-b792-879b61bfe494 tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] Request body: {'port': {'security_groups': ['d45464bd-0e6a-406a-ac0b-e1ce526df5fc']}} {{(pid=85266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 09 14:03:04.027940 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [req-e8f1e914-4508-47cb-bce3-ea56f8278983 req-aca76508-7b32-446b-b792-879b61bfe494 tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853739810'] for port, before_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 14:03:04.275143 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-c5be12ac-53fa-4bfb-9508-fb14ca54e282 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 14:03:04.340769 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.db [req-e8f1e914-4508-47cb-bce3-ea56f8278983 req-aca76508-7b32-446b-b792-879b61bfe494 tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] For port c3c97c88-21af-44d4-9668-681a9865119a, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=c3c97c88-21af-44d4-9668-681a9865119a,segment=NetworkSegment(d2ab702d-9db3-4ab7-b573-95176c41560e),segment_id=d2ab702d-9db3-4ab7-b573-95176c41560e)] {{(pid=85266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 09 14:03:04.367114 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [req-e8f1e914-4508-47cb-bce3-ea56f8278983 req-aca76508-7b32-446b-b792-879b61bfe494 tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] Notify callbacks [] for port, precommit_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 14:03:04.371363 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [req-e8f1e914-4508-47cb-bce3-ea56f8278983 req-aca76508-7b32-446b-b792-879b61bfe494 tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853739901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853759498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363265038874484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771815468181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363265039307602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852572594'] for port, after_update {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 14:03:04.383645 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.db [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] get_ports_and_sgs() called for port_ids ['c3c97c88-21af-44d4-9668-681a9865119a'] {{(pid=85267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 09 14:03:04.387354 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-c43cef1d-ab8a-46f9-8abb-84b9a6af54a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 14:03:04.553127 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca76508-7b32-446b-b792-879b61bfe494 tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] Pushing event updated for resources: {'Port': ['ID=c3c97c88-21af-44d4-9668-681a9865119a,revision_number=7']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 14:03:04.577498 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca76508-7b32-446b-b792-879b61bfe494 tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 14:03:04.577953 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca76508-7b32-446b-b792-879b61bfe494 tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 14:03:04.578291 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca76508-7b32-446b-b792-879b61bfe494 tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 14:03:04.578711 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca76508-7b32-446b-b792-879b61bfe494 tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 14:03:04.579109 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca76508-7b32-446b-b792-879b61bfe494 tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 14:03:04.579553 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca76508-7b32-446b-b792-879b61bfe494 tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 14:03:04.579921 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca76508-7b32-446b-b792-879b61bfe494 tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 14:03:04.580323 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca76508-7b32-446b-b792-879b61bfe494 tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 14:03:04.580808 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca76508-7b32-446b-b792-879b61bfe494 tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 14:03:04.581207 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca76508-7b32-446b-b792-879b61bfe494 tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 14:03:04.581629 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca76508-7b32-446b-b792-879b61bfe494 tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 14:03:04.582168 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca76508-7b32-446b-b792-879b61bfe494 tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 14:03:04.589469 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-aca76508-7b32-446b-b792-879b61bfe494 tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 14:03:04.612281 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f1e914-4508-47cb-bce3-ea56f8278983 req-aca76508-7b32-446b-b792-879b61bfe494 tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 14:03:04.612961 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [req-e8f1e914-4508-47cb-bce3-ea56f8278983 req-aca76508-7b32-446b-b792-879b61bfe494 tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770645'] for port, before_response {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 14:03:04.614499 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-e8f1e914-4508-47cb-bce3-ea56f8278983 req-aca76508-7b32-446b-b792-879b61bfe494 tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] 10.222.0.75 "PUT /v2.0/ports/c3c97c88-21af-44d4-9668-681a9865119a HTTP/1.1" status: 200 len: 943 time: 0.7324452 Apr 09 14:03:04.615064 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09fb514c-67f8-4761-907f-7ffd7f49f129', 'tag': 'c3c97c88-21af-44d4-9668-681a9865119a'}] {{(pid=85266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 09 14:03:04.620956 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.75', 39240) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 14:03:04.660203 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-038b6fee-909e-41c9-b649-649ad33ce393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 14:03:04.675981 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09fb514c-67f8-4761-907f-7ffd7f49f129', 'tag': 'c3c97c88-21af-44d4-9668-681a9865119a', 'status': 'completed', 'code': 200} Apr 09 14:03:04.690154 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.db [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] get_ports_and_sgs() called for port_ids ['c3c97c88-21af-44d4-9668-681a9865119a'] {{(pid=85267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 09 14:03:04.717138 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-640f99c0-4a38-4341-9ff7-98b1ed21c90e tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] Notify callbacks [] for security_group, before_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 14:03:04.755253 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-640f99c0-4a38-4341-9ff7-98b1ed21c90e tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 14:03:04.794375 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b102e4b-3a44-4a70-92f5-d5d6546a37b9 req-bdd3ea8a-65d8-42c6-9318-e7d2ab040739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 14:03:04.796051 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-5b102e4b-3a44-4a70-92f5-d5d6546a37b9 req-bdd3ea8a-65d8-42c6-9318-e7d2ab040739 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=cb32d039a09844f9a414bfe0ddc47981&device_id=09fb514c-67f8-4761-907f-7ffd7f49f129 HTTP/1.1" status: 200 len: 1099 time: 0.0939634 Apr 09 14:03:04.824874 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-640f99c0-4a38-4341-9ff7-98b1ed21c90e tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738555'] for security_group, after_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 14:03:04.830935 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-d93652be-ad41-449d-b495-691ab2798615 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 14:03:04.844127 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.provisioning_blocks [None req-71a1f6f7-2f29-4a9a-9746-14a88ae3e7a6 None None] Provisioning complete for port c3c97c88-21af-44d4-9668-681a9865119a triggered by entity DHCP. {{(pid=85267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 09 14:03:04.844542 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-71a1f6f7-2f29-4a9a-9746-14a88ae3e7a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765226'] for port, provisioning_complete {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 14:03:04.847934 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640f99c0-4a38-4341-9ff7-98b1ed21c90e tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=08418c00-8ab9-47b0-98c0-7342739872fc,revision_number=None']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 14:03:04.858078 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640f99c0-4a38-4341-9ff7-98b1ed21c90e tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 14:03:04.858520 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640f99c0-4a38-4341-9ff7-98b1ed21c90e tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 14:03:04.858943 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640f99c0-4a38-4341-9ff7-98b1ed21c90e tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 14:03:04.859351 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640f99c0-4a38-4341-9ff7-98b1ed21c90e tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 14:03:04.859763 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640f99c0-4a38-4341-9ff7-98b1ed21c90e tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 14:03:04.860173 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640f99c0-4a38-4341-9ff7-98b1ed21c90e tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 14:03:04.860580 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640f99c0-4a38-4341-9ff7-98b1ed21c90e tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 14:03:04.860994 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640f99c0-4a38-4341-9ff7-98b1ed21c90e tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 14:03:04.861483 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640f99c0-4a38-4341-9ff7-98b1ed21c90e tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 14:03:04.861874 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640f99c0-4a38-4341-9ff7-98b1ed21c90e tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 14:03:04.862629 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640f99c0-4a38-4341-9ff7-98b1ed21c90e tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 14:03:04.862629 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640f99c0-4a38-4341-9ff7-98b1ed21c90e tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-1-smb {{(pid=85265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 09 14:03:04.866239 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-640f99c0-4a38-4341-9ff7-98b1ed21c90e tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 14:03:04.872823 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-640f99c0-4a38-4341-9ff7-98b1ed21c90e tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] Notify callbacks [] for security_group, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 14:03:04.877561 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-640f99c0-4a38-4341-9ff7-98b1ed21c90e tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] 10.222.0.75 "DELETE /v2.0/security-groups/08418c00-8ab9-47b0-98c0-7342739872fc HTTP/1.1" status: 204 len: 168 time: 0.2551293 Apr 09 14:03:04.878220 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.75', 39244) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 14:03:04.968781 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b102e4b-3a44-4a70-92f5-d5d6546a37b9 req-f72765e3-5d82-45cf-b2e5-264417d019dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 14:03:04.971194 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-5b102e4b-3a44-4a70-92f5-d5d6546a37b9 req-f72765e3-5d82-45cf-b2e5-264417d019dc service neutron] 10.222.0.90 "GET /v2.0/networks?id=8f5cd5ac-5652-4442-9fe8-3a10f19d4368 HTTP/1.1" status: 200 len: 916 time: 0.1678381 Apr 09 14:03:05.105651 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-5b102e4b-3a44-4a70-92f5-d5d6546a37b9 req-86d292db-504c-40ce-b983-58efe5274b36 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c3c97c88-21af-44d4-9668-681a9865119a HTTP/1.1" status: 200 len: 1002 time: 0.1267476 Apr 09 14:03:05.132750 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.plugin [None req-e7fc8b2d-e5bf-4f2b-8165-57aa3a6433f9 tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] Deleting port 94aeeac7-789d-46dc-9336-fd5b8abf98f8 {{(pid=85265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 09 14:03:05.133135 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-e7fc8b2d-e5bf-4f2b-8165-57aa3a6433f9 tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771815896742'] for port, before_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 14:03:05.183311 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b102e4b-3a44-4a70-92f5-d5d6546a37b9 req-701c6094-e7a7-4c82-951f-51860b01b465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 14:03:05.184908 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-5b102e4b-3a44-4a70-92f5-d5d6546a37b9 req-701c6094-e7a7-4c82-951f-51860b01b465 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=e19e415b-04e8-4b0e-817e-2b4a4d3941da HTTP/1.1" status: 200 len: 854 time: 0.0736153 Apr 09 14:03:05.302302 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 14:03:05.310409 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b102e4b-3a44-4a70-92f5-d5d6546a37b9 req-2976bc1a-9c65-4882-82c7-5fdb5c67b341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 14:03:05.312172 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-5b102e4b-3a44-4a70-92f5-d5d6546a37b9 req-2976bc1a-9c65-4882-82c7-5fdb5c67b341 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=8f5cd5ac-5652-4442-9fe8-3a10f19d4368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1213868 Apr 09 14:03:05.381806 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-e7fc8b2d-e5bf-4f2b-8165-57aa3a6433f9 tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-707704'] for port, precommit_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 14:03:05.382058 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-e7fc8b2d-e5bf-4f2b-8165-57aa3a6433f9 tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 14:03:05.469544 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-5b102e4b-3a44-4a70-92f5-d5d6546a37b9 req-99fbc502-23d8-4cd9-a2b1-28edc621d254 service neutron] 10.222.0.90 "GET /v2.0/networks/8f5cd5ac-5652-4442-9fe8-3a10f19d4368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503923 Apr 09 14:03:05.518776 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.plugin [None req-e7fc8b2d-e5bf-4f2b-8165-57aa3a6433f9 tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] Calling delete_port for 94aeeac7-789d-46dc-9336-fd5b8abf98f8 owned by network:floatingip {{(pid=85265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 09 14:03:05.621240 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-5b102e4b-3a44-4a70-92f5-d5d6546a37b9 req-177900d4-24d9-4067-ba24-886f8f661f1b service neutron] 10.222.0.90 "GET /v2.0/networks/8f5cd5ac-5652-4442-9fe8-3a10f19d4368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1445715 Apr 09 14:03:05.692937 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-e7fc8b2d-e5bf-4f2b-8165-57aa3a6433f9 tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853739901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853759498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363265038874501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363265039307636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851965059'] for port, after_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 14:03:05.708888 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-a49557f5-dff1-4725-9d7c-b0b4744e577c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 14:03:05.746636 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-c378f248-96be-4ef7-a52f-f55c09e56a36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 14:03:05.769119 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fc8b2d-e5bf-4f2b-8165-57aa3a6433f9 tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] Pushing event deleted for resources: {'Port': ['ID=94aeeac7-789d-46dc-9336-fd5b8abf98f8,revision_number=None']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 14:03:05.773083 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-e7fc8b2d-e5bf-4f2b-8165-57aa3a6433f9 tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 14:03:05.992820 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-e7fc8b2d-e5bf-4f2b-8165-57aa3a6433f9 tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] Notify callbacks [] for floatingip, after_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 14:03:05.993435 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.db.l3_db [None req-e7fc8b2d-e5bf-4f2b-8165-57aa3a6433f9 tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] Floating IP 4e51bbd6-cef8-4bf1-88d5-d9b7356c7120 disassociated (deleted). External IP: 172.28.0.108, port: c3c97c88-21af-44d4-9668-681a9865119a. Apr 09 14:03:06.376672 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7fc8b2d-e5bf-4f2b-8165-57aa3a6433f9 tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] Router 3bf8ae7d-b1dd-4a43-a15c-8ef806d26ae3 has already been hosted by L3 agent 69305824-358b-46b0-9707-cd2ded304b9c {{(pid=85265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 09 14:03:06.821497 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7fc8b2d-e5bf-4f2b-8165-57aa3a6433f9 tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] Notify agent at l3_agent.dv-cinder-785362-1-smb the message routers_updated {{(pid=85265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 09 14:03:06.833967 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-104e4272-c8dd-4523-8bc9-a6fe461bc12b None None] Sync routers for ids ['3bf8ae7d-b1dd-4a43-a15c-8ef806d26ae3'] in dv-cinder-785362-1-smb {{(pid=85267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 09 14:03:06.843139 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-e7fc8b2d-e5bf-4f2b-8165-57aa3a6433f9 tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770645'] for floatingip, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 14:03:06.845586 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-104e4272-c8dd-4523-8bc9-a6fe461bc12b None None] Routers {'3bf8ae7d-b1dd-4a43-a15c-8ef806d26ae3'} bound to L3 agent in host dv-cinder-785362-1-smb {{(pid=85267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 09 14:03:06.846303 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_hamode_db [None req-104e4272-c8dd-4523-8bc9-a6fe461bc12b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-785362-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-09T13:38:04Z,description=,heartbeat_timestamp=2021-04-09T14:03:04Z,host='dv-cinder-785362-1-smb',id=69305824-358b-46b0-9707-cd2ded304b9c,load=0,resource_versions=,resources_synced=,started_at=2021-04-09T13:38:04Z,topic='l3_agent')) {'router_ids': ['3bf8ae7d-b1dd-4a43-a15c-8ef806d26ae3'], 'active': True} {{(pid=85267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 14:03:06.904427 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-e7fc8b2d-e5bf-4f2b-8165-57aa3a6433f9 tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] 10.222.0.75 "DELETE /v2.0/floatingips/4e51bbd6-cef8-4bf1-88d5-d9b7356c7120 HTTP/1.1" status: 204 len: 168 time: 2.0250683 Apr 09 14:03:06.905195 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09fb514c-67f8-4761-907f-7ffd7f49f129', 'tag': 'c3c97c88-21af-44d4-9668-681a9865119a'}] {{(pid=85265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 09 14:03:07.049552 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_dvr_db [None req-104e4272-c8dd-4523-8bc9-a6fe461bc12b None None] Set router 3bf8ae7d-b1dd-4a43-a15c-8ef806d26ae3 gateway port host: dv-cinder-785362-1-smb {{(pid=85267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 09 14:03:07.353868 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09fb514c-67f8-4761-907f-7ffd7f49f129', 'tag': 'c3c97c88-21af-44d4-9668-681a9865119a', 'status': 'completed', 'code': 200} Apr 09 14:03:07.506318 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e2191e-9d03-412e-b00f-8adbf7143560 req-aa85ded8-55ab-46a6-8eae-8f0a1961503a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 14:03:07.507963 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-22e2191e-9d03-412e-b00f-8adbf7143560 req-aa85ded8-55ab-46a6-8eae-8f0a1961503a service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=cb32d039a09844f9a414bfe0ddc47981&device_id=09fb514c-67f8-4761-907f-7ffd7f49f129 HTTP/1.1" status: 200 len: 1099 time: 0.1084449 Apr 09 14:03:07.599060 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_hamode_db [None req-104e4272-c8dd-4523-8bc9-a6fe461bc12b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bf8ae7d-b1dd-4a43-a15c-8ef806d26ae3', 'name': 'tempest-TestMinimumBasicScenario-1072768461-router', 'tenant_id': 'cb32d039a09844f9a414bfe0ddc47981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd39673be-df84-4009-abea-d472d159fdfd', 'external_fixed_ips': [{'subnet_id': 'f6eeb1a0-26c5-43d1-996f-84b999bf12c7', 'ip_address': '172.28.0.3'}], 'enable_snat': True}, 'gw_port_id': 'f5b35f41-b870-432f-9bab-6952b9e053de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T13:59:44Z', 'updated_at': '2021-04-09T13:59:49Z', 'revision_number': 4, 'project_id': 'cb32d039a09844f9a414bfe0ddc47981', 'gw_port': {'id': 'f5b35f41-b870-432f-9bab-6952b9e053de', 'name': '', 'network_id': 'd39673be-df84-4009-abea-d472d159fdfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:7b:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bf8ae7d-b1dd-4a43-a15c-8ef806d26ae3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'f6eeb1a0-26c5-43d1-996f-84b999bf12c7', 'ip_address': '172.28.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:59:45Z', 'updated_at': '2021-04-09T13:59:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6eeb1a0-26c5-43d1-996f-84b999bf12c7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-1-smb', '_interfaces': [{'id': '67e7618e-e1c3-4a54-919d-4a53d500f630', 'name': '', 'network_id': '8f5cd5ac-5652-4442-9fe8-3a10f19d4368', 'tenant_id': 'cb32d039a09844f9a414bfe0ddc47981', 'mac_address': 'fa:16:3e:c5:e3:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bf8ae7d-b1dd-4a43-a15c-8ef806d26ae3', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'e19e415b-04e8-4b0e-817e-2b4a4d3941da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:59:48Z', 'updated_at': '2021-04-09T13:59:58Z', 'revision_number': 5, 'project_id': 'cb32d039a09844f9a414bfe0ddc47981', 'subnets': [{'id': 'e19e415b-04e8-4b0e-817e-2b4a4d3941da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-785362-1-smb', False) {} {{(pid=85267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 14:03:07.604174 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-104e4272-c8dd-4523-8bc9-a6fe461bc12b None None] Checking router: 3bf8ae7d-b1dd-4a43-a15c-8ef806d26ae3 for host: dv-cinder-785362-1-smb {{(pid=85267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 09 14:03:07.613463 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-104e4272-c8dd-4523-8bc9-a6fe461bc12b None None] Routers {'3bf8ae7d-b1dd-4a43-a15c-8ef806d26ae3'} bound to L3 agent in host dv-cinder-785362-1-smb {{(pid=85267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 09 14:03:07.614153 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_hamode_db [None req-104e4272-c8dd-4523-8bc9-a6fe461bc12b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-785362-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-09T13:38:04Z,description=,heartbeat_timestamp=2021-04-09T14:03:04Z,host='dv-cinder-785362-1-smb',id=69305824-358b-46b0-9707-cd2ded304b9c,load=0,resource_versions=,resources_synced=,started_at=2021-04-09T13:38:04Z,topic='l3_agent')) {'router_ids': ['3bf8ae7d-b1dd-4a43-a15c-8ef806d26ae3'], 'active': True} {{(pid=85267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 14:03:07.679064 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e2191e-9d03-412e-b00f-8adbf7143560 req-f62a1fc3-4284-42f1-acfd-f73432630efe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 14:03:07.688612 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-22e2191e-9d03-412e-b00f-8adbf7143560 req-f62a1fc3-4284-42f1-acfd-f73432630efe service neutron] 10.222.0.90 "GET /v2.0/networks?id=8f5cd5ac-5652-4442-9fe8-3a10f19d4368 HTTP/1.1" status: 200 len: 916 time: 0.1683488 Apr 09 14:03:07.765315 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-22e2191e-9d03-412e-b00f-8adbf7143560 req-0333248d-215d-42a6-9782-9bd605baa89d service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c3c97c88-21af-44d4-9668-681a9865119a HTTP/1.1" status: 200 len: 217 time: 0.0755131 Apr 09 14:03:07.818217 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_dvr_db [None req-104e4272-c8dd-4523-8bc9-a6fe461bc12b None None] Set router 3bf8ae7d-b1dd-4a43-a15c-8ef806d26ae3 gateway port host: dv-cinder-785362-1-smb {{(pid=85267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 09 14:03:07.837119 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e2191e-9d03-412e-b00f-8adbf7143560 req-e1a02fd1-ec95-4f18-bd1e-78ae3dd21f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 14:03:07.839273 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-22e2191e-9d03-412e-b00f-8adbf7143560 req-e1a02fd1-ec95-4f18-bd1e-78ae3dd21f96 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=e19e415b-04e8-4b0e-817e-2b4a4d3941da HTTP/1.1" status: 200 len: 854 time: 0.0674291 Apr 09 14:03:07.938040 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e2191e-9d03-412e-b00f-8adbf7143560 req-7aff82d9-2fb9-44c9-bdf6-d90bfd550da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 14:03:07.939685 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-22e2191e-9d03-412e-b00f-8adbf7143560 req-7aff82d9-2fb9-44c9-bdf6-d90bfd550da3 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=8f5cd5ac-5652-4442-9fe8-3a10f19d4368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0904536 Apr 09 14:03:08.208358 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_hamode_db [None req-104e4272-c8dd-4523-8bc9-a6fe461bc12b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bf8ae7d-b1dd-4a43-a15c-8ef806d26ae3', 'name': 'tempest-TestMinimumBasicScenario-1072768461-router', 'tenant_id': 'cb32d039a09844f9a414bfe0ddc47981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd39673be-df84-4009-abea-d472d159fdfd', 'external_fixed_ips': [{'subnet_id': 'f6eeb1a0-26c5-43d1-996f-84b999bf12c7', 'ip_address': '172.28.0.3'}], 'enable_snat': True}, 'gw_port_id': 'f5b35f41-b870-432f-9bab-6952b9e053de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T13:59:44Z', 'updated_at': '2021-04-09T13:59:49Z', 'revision_number': 4, 'project_id': 'cb32d039a09844f9a414bfe0ddc47981', 'gw_port': {'id': 'f5b35f41-b870-432f-9bab-6952b9e053de', 'name': '', 'network_id': 'd39673be-df84-4009-abea-d472d159fdfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:7b:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bf8ae7d-b1dd-4a43-a15c-8ef806d26ae3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'f6eeb1a0-26c5-43d1-996f-84b999bf12c7', 'ip_address': '172.28.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:59:45Z', 'updated_at': '2021-04-09T13:59:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6eeb1a0-26c5-43d1-996f-84b999bf12c7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-1-smb', '_interfaces': [{'id': '67e7618e-e1c3-4a54-919d-4a53d500f630', 'name': '', 'network_id': '8f5cd5ac-5652-4442-9fe8-3a10f19d4368', 'tenant_id': 'cb32d039a09844f9a414bfe0ddc47981', 'mac_address': 'fa:16:3e:c5:e3:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bf8ae7d-b1dd-4a43-a15c-8ef806d26ae3', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'e19e415b-04e8-4b0e-817e-2b4a4d3941da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:59:48Z', 'updated_at': '2021-04-09T13:59:58Z', 'revision_number': 5, 'project_id': 'cb32d039a09844f9a414bfe0ddc47981', 'subnets': [{'id': 'e19e415b-04e8-4b0e-817e-2b4a4d3941da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-785362-1-smb', False) {} {{(pid=85267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 14:03:08.213253 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-104e4272-c8dd-4523-8bc9-a6fe461bc12b None None] The sync data for ids ['3bf8ae7d-b1dd-4a43-a15c-8ef806d26ae3'] in dv-cinder-785362-1-smb is: [{'id': '3bf8ae7d-b1dd-4a43-a15c-8ef806d26ae3', 'name': 'tempest-TestMinimumBasicScenario-1072768461-router', 'tenant_id': 'cb32d039a09844f9a414bfe0ddc47981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd39673be-df84-4009-abea-d472d159fdfd', 'external_fixed_ips': [{'subnet_id': 'f6eeb1a0-26c5-43d1-996f-84b999bf12c7', 'ip_address': '172.28.0.3'}], 'enable_snat': True}, 'gw_port_id': 'f5b35f41-b870-432f-9bab-6952b9e053de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T13:59:44Z', 'updated_at': '2021-04-09T13:59:49Z', 'revision_number': 4, 'project_id': 'cb32d039a09844f9a414bfe0ddc47981', 'gw_port': {'id': 'f5b35f41-b870-432f-9bab-6952b9e053de', 'name': '', 'network_id': 'd39673be-df84-4009-abea-d472d159fdfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:7b:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bf8ae7d-b1dd-4a43-a15c-8ef806d26ae3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'f6eeb1a0-26c5-43d1-996f-84b999bf12c7', 'ip_address': '172.28.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:59:45Z', 'updated_at': '2021-04-09T13:59:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6eeb1a0-26c5-43d1-996f-84b999bf12c7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-1-smb', '_interfaces': [{'id': '67e7618e-e1c3-4a54-919d-4a53d500f630', 'name': '', 'network_id': '8f5cd5ac-5652-4442-9fe8-3a10f19d4368', 'tenant_id': 'cb32d039a09844f9a414bfe0ddc47981', 'mac_address': 'fa:16:3e:c5:e3:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bf8ae7d-b1dd-4a43-a15c-8ef806d26ae3', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'e19e415b-04e8-4b0e-817e-2b4a4d3941da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:59:48Z', 'updated_at': '2021-04-09T13:59:58Z', 'revision_number': 5, 'project_id': 'cb32d039a09844f9a414bfe0ddc47981', 'subnets': [{'id': 'e19e415b-04e8-4b0e-817e-2b4a4d3941da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 09 14:03:08.355822 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-22e2191e-9d03-412e-b00f-8adbf7143560 req-037f7faa-76da-42ef-9d16-a920f5ad538f service neutron] 10.222.0.90 "GET /v2.0/networks/8f5cd5ac-5652-4442-9fe8-3a10f19d4368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4090643 Apr 09 14:03:08.522593 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-22e2191e-9d03-412e-b00f-8adbf7143560 req-b6934ffc-797b-4b40-9453-dd691dd62378 service neutron] 10.222.0.90 "GET /v2.0/networks/8f5cd5ac-5652-4442-9fe8-3a10f19d4368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1602166 Apr 09 14:03:08.649115 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d25f798-308e-4be5-a95f-ca4742366259 None None] New status for floating IP 4e51bbd6-cef8-4bf1-88d5-d9b7356c7120: DOWN {{(pid=85268) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 09 14:03:10.478282 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9411a0-5975-495c-8523-911839e43d50 req-ef6150b1-bf82-427c-a71a-9316c656ea49 tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 14:03:10.480057 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-1d9411a0-5975-495c-8523-911839e43d50 req-ef6150b1-bf82-427c-a71a-9316c656ea49 tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] 10.222.0.75 "GET /v2.0/ports?device_id=09fb514c-67f8-4761-907f-7ffd7f49f129 HTTP/1.1" status: 200 len: 946 time: 0.0912881 Apr 09 14:03:10.515246 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-1d9411a0-5975-495c-8523-911839e43d50 req-61227203-09f9-4d17-9539-eb0207558f68 tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] 10.222.0.75 "GET /v2.0/security-groups?id=d45464bd-0e6a-406a-ac0b-e1ce526df5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0276453 Apr 09 14:03:11.084625 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 14:03:11.739751 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e577c0a2-bc8b-4ba0-8a80-c7a42162fc00 req-22ab6461-62c5-4036-a12e-31e68d31dbc6 tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 14:03:11.741436 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-e577c0a2-bc8b-4ba0-8a80-c7a42162fc00 req-22ab6461-62c5-4036-a12e-31e68d31dbc6 tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] 10.222.0.75 "GET /v2.0/ports?device_id=09fb514c-67f8-4761-907f-7ffd7f49f129 HTTP/1.1" status: 200 len: 946 time: 0.1090419 Apr 09 14:03:11.774475 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-e577c0a2-bc8b-4ba0-8a80-c7a42162fc00 req-bff0bc42-2a24-4cfd-846a-844647beab95 tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] 10.222.0.75 "GET /v2.0/security-groups?id=d45464bd-0e6a-406a-ac0b-e1ce526df5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0251362 Apr 09 14:03:12.372995 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc11a6e9-f291-412b-badf-a1a30cba719d req-7e826572-695b-4cff-9eed-dfb0b7224479 tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 14:03:12.374580 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-dc11a6e9-f291-412b-badf-a1a30cba719d req-7e826572-695b-4cff-9eed-dfb0b7224479 tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] 10.222.0.90 "GET /v2.0/ports?device_id=09fb514c-67f8-4761-907f-7ffd7f49f129 HTTP/1.1" status: 200 len: 946 time: 0.0895650 Apr 09 14:03:12.455860 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.plugin [req-dc11a6e9-f291-412b-badf-a1a30cba719d req-349d57a5-3b54-404d-bbc5-44ec41f4b7fd tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] Deleting port c3c97c88-21af-44d4-9668-681a9865119a {{(pid=85266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 09 14:03:12.456238 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [req-dc11a6e9-f291-412b-badf-a1a30cba719d req-349d57a5-3b54-404d-bbc5-44ec41f4b7fd tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771815896742'] for port, before_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 14:03:12.722908 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.db [req-dc11a6e9-f291-412b-badf-a1a30cba719d req-349d57a5-3b54-404d-bbc5-44ec41f4b7fd tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] For port c3c97c88-21af-44d4-9668-681a9865119a, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=c3c97c88-21af-44d4-9668-681a9865119a,segment=NetworkSegment(d2ab702d-9db3-4ab7-b573-95176c41560e),segment_id=d2ab702d-9db3-4ab7-b573-95176c41560e)] {{(pid=85266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 09 14:03:12.723302 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [req-dc11a6e9-f291-412b-badf-a1a30cba719d req-349d57a5-3b54-404d-bbc5-44ec41f4b7fd tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-707704'] for port, precommit_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 14:03:12.860823 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.plugin [req-dc11a6e9-f291-412b-badf-a1a30cba719d req-349d57a5-3b54-404d-bbc5-44ec41f4b7fd tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] Calling delete_port for c3c97c88-21af-44d4-9668-681a9865119a owned by compute:nova {{(pid=85266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 09 14:03:13.075636 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c94aae6-3fd0-4875-b70c-ae7400560ecb req-b2221c3c-689b-4c81-8358-764c4141ec97 tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 09 14:03:13.077235 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-8c94aae6-3fd0-4875-b70c-ae7400560ecb req-b2221c3c-689b-4c81-8358-764c4141ec97 tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] 10.222.0.75 "GET /v2.0/ports?device_id=09fb514c-67f8-4761-907f-7ffd7f49f129 HTTP/1.1" status: 200 len: 946 time: 0.1756754 Apr 09 14:03:13.120119 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-8c94aae6-3fd0-4875-b70c-ae7400560ecb req-6e9d9095-4a9d-4a1a-9da2-cb76392b205f tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] 10.222.0.75 "GET /v2.0/security-groups?id=d45464bd-0e6a-406a-ac0b-e1ce526df5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342548 Apr 09 14:03:13.121248 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [req-dc11a6e9-f291-412b-badf-a1a30cba719d req-349d57a5-3b54-404d-bbc5-44ec41f4b7fd tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853739901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853759498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363265038874501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363265039307636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2203223'] for port, after_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 14:03:13.138056 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.db [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] get_ports_and_sgs() called for port_ids ['c3c97c88-21af-44d4-9668-681a9865119a'] {{(pid=85267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 09 14:03:13.138307 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 14:03:13.196114 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349d57a5-3b54-404d-bbc5-44ec41f4b7fd tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] Pushing event deleted for resources: {'Port': ['ID=c3c97c88-21af-44d4-9668-681a9865119a,revision_number=None']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 14:03:13.212474 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-349d57a5-3b54-404d-bbc5-44ec41f4b7fd tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 14:03:13.416105 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc11a6e9-f291-412b-badf-a1a30cba719d req-349d57a5-3b54-404d-bbc5-44ec41f4b7fd tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] No DVR routers for this DVR port c3c97c88-21af-44d4-9668-681a9865119a on host hv-cinder-78536 {{(pid=85266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 09 14:03:13.418858 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [req-dc11a6e9-f291-412b-badf-a1a30cba719d req-349d57a5-3b54-404d-bbc5-44ec41f4b7fd tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770645'] for port, before_response {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 14:03:13.423088 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09fb514c-67f8-4761-907f-7ffd7f49f129', 'name': 'network-vif-deleted', 'tag': 'c3c97c88-21af-44d4-9668-681a9865119a'}] {{(pid=85266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 09 14:03:13.434336 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [req-dc11a6e9-f291-412b-badf-a1a30cba719d req-349d57a5-3b54-404d-bbc5-44ec41f4b7fd tempest-TestMinimumBasicScenario-627501509 tempest-TestMinimumBasicScenario-627501509-project] 10.222.0.90 "DELETE /v2.0/ports/c3c97c88-21af-44d4-9668-681a9865119a HTTP/1.1" status: 204 len: 173 time: 1.0531464 Apr 09 14:03:13.485294 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09fb514c-67f8-4761-907f-7ffd7f49f129', 'name': 'network-vif-deleted', 'tag': 'c3c97c88-21af-44d4-9668-681a9865119a', 'status': 'completed', 'code': 200} Apr 09 14:03:14.947144 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.75', 39334) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 14:03:15.556095 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-acb81a4b-a87e-4c87-9e35-74656009b361 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854062954'] for router_interface, before_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 14:03:15.937208 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.plugin [None req-acb81a4b-a87e-4c87-9e35-74656009b361 admin admin] Deleting port 67e7618e-e1c3-4a54-919d-4a53d500f630 {{(pid=85265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 09 14:03:15.937451 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-acb81a4b-a87e-4c87-9e35-74656009b361 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771815896742'] for port, before_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 14:03:16.125270 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.db [None req-acb81a4b-a87e-4c87-9e35-74656009b361 admin admin] For port 67e7618e-e1c3-4a54-919d-4a53d500f630, host dv-cinder-785362-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-1-smb',level=0,port_id=67e7618e-e1c3-4a54-919d-4a53d500f630,segment=NetworkSegment(d2ab702d-9db3-4ab7-b573-95176c41560e),segment_id=d2ab702d-9db3-4ab7-b573-95176c41560e)] {{(pid=85265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 09 14:03:16.125931 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-acb81a4b-a87e-4c87-9e35-74656009b361 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-707704'] for port, precommit_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 14:03:16.211581 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.rpc [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Device c3c97c88-21af-44d4-9668-681a9865119a no longer exists at agent hyperv_hv-cinder-78536 {{(pid=85267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 09 14:03:16.249411 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.plugin [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] No Port match for: c3c97c88-21af-44d4-9668-681a9865119a {{(pid=85267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 09 14:03:16.249832 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.rpc [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Device c3c97c88-21af-44d4-9668-681a9865119a not bound to the agent host hv-cinder-78536 {{(pid=85267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 09 14:03:16.265331 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.plugin [None req-acb81a4b-a87e-4c87-9e35-74656009b361 admin admin] Calling delete_port for 67e7618e-e1c3-4a54-919d-4a53d500f630 owned by network:router_interface {{(pid=85265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 09 14:03:16.445628 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-acb81a4b-a87e-4c87-9e35-74656009b361 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853739901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853759498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363265038874501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363265039307636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851965059'] for port, after_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 14:03:16.461177 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-ee701f92-1895-4e01-a190-c50641c77225 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 14:03:16.519919 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb81a4b-a87e-4c87-9e35-74656009b361 admin admin] Pushing event deleted for resources: {'Port': ['ID=67e7618e-e1c3-4a54-919d-4a53d500f630,revision_number=None']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 14:03:16.528751 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-acb81a4b-a87e-4c87-9e35-74656009b361 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 14:03:16.947685 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-acb81a4b-a87e-4c87-9e35-74656009b361 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854017518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854061403'] for router_interface, after_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 14:03:17.739878 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acb81a4b-a87e-4c87-9e35-74656009b361 admin admin] Router 3bf8ae7d-b1dd-4a43-a15c-8ef806d26ae3 has already been hosted by L3 agent 69305824-358b-46b0-9707-cd2ded304b9c {{(pid=85265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 09 14:03:17.946116 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acb81a4b-a87e-4c87-9e35-74656009b361 admin admin] Notify agent at l3_agent.dv-cinder-785362-1-smb the message routers_updated {{(pid=85265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 09 14:03:17.956433 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f910b9e1-beec-405d-a033-d72c26737ee9 None None] Sync routers for ids ['3bf8ae7d-b1dd-4a43-a15c-8ef806d26ae3'] in dv-cinder-785362-1-smb {{(pid=85267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 09 14:03:17.961003 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-acb81a4b-a87e-4c87-9e35-74656009b361 admin admin] 10.222.0.75 "PUT /v2.0/routers/3bf8ae7d-b1dd-4a43-a15c-8ef806d26ae3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0125382 Apr 09 14:03:17.963709 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.75', 39338) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 14:03:17.967326 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f910b9e1-beec-405d-a033-d72c26737ee9 None None] Routers {'3bf8ae7d-b1dd-4a43-a15c-8ef806d26ae3'} bound to L3 agent in host dv-cinder-785362-1-smb {{(pid=85267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 09 14:03:17.968008 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_hamode_db [None req-f910b9e1-beec-405d-a033-d72c26737ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-785362-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-09T13:38:04Z,description=,heartbeat_timestamp=2021-04-09T14:03:04Z,host='dv-cinder-785362-1-smb',id=69305824-358b-46b0-9707-cd2ded304b9c,load=0,resource_versions=,resources_synced=,started_at=2021-04-09T13:38:04Z,topic='l3_agent')) {'router_ids': ['3bf8ae7d-b1dd-4a43-a15c-8ef806d26ae3'], 'active': True} {{(pid=85267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 14:03:18.157722 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-b59b66f8-05fe-4d2b-8730-08cea94ea9d2 admin admin] Notify callbacks [] for router, before_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 14:03:18.165329 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_dvr_db [None req-f910b9e1-beec-405d-a033-d72c26737ee9 None None] Set router 3bf8ae7d-b1dd-4a43-a15c-8ef806d26ae3 gateway port host: dv-cinder-785362-1-smb {{(pid=85267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 09 14:03:18.360126 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-b59b66f8-05fe-4d2b-8730-08cea94ea9d2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 14:03:18.369110 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.plugin [None req-b59b66f8-05fe-4d2b-8730-08cea94ea9d2 admin admin] Deleting port f5b35f41-b870-432f-9bab-6952b9e053de {{(pid=85265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 09 14:03:18.369487 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-b59b66f8-05fe-4d2b-8730-08cea94ea9d2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771815896742'] for port, before_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 14:03:18.474135 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_hamode_db [None req-f910b9e1-beec-405d-a033-d72c26737ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bf8ae7d-b1dd-4a43-a15c-8ef806d26ae3', 'name': 'tempest-TestMinimumBasicScenario-1072768461-router', 'tenant_id': 'cb32d039a09844f9a414bfe0ddc47981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd39673be-df84-4009-abea-d472d159fdfd', 'external_fixed_ips': [{'subnet_id': 'f6eeb1a0-26c5-43d1-996f-84b999bf12c7', 'ip_address': '172.28.0.3'}], 'enable_snat': True}, 'gw_port_id': 'f5b35f41-b870-432f-9bab-6952b9e053de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T13:59:44Z', 'updated_at': '2021-04-09T14:03:16Z', 'revision_number': 5, 'project_id': 'cb32d039a09844f9a414bfe0ddc47981', 'gw_port': {'id': 'f5b35f41-b870-432f-9bab-6952b9e053de', 'name': '', 'network_id': 'd39673be-df84-4009-abea-d472d159fdfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:7b:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bf8ae7d-b1dd-4a43-a15c-8ef806d26ae3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'f6eeb1a0-26c5-43d1-996f-84b999bf12c7', 'ip_address': '172.28.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:59:45Z', 'updated_at': '2021-04-09T13:59:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6eeb1a0-26c5-43d1-996f-84b999bf12c7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-1-smb'}], 'dv-cinder-785362-1-smb', False) {} {{(pid=85267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 14:03:18.478425 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f910b9e1-beec-405d-a033-d72c26737ee9 None None] Checking router: 3bf8ae7d-b1dd-4a43-a15c-8ef806d26ae3 for host: dv-cinder-785362-1-smb {{(pid=85267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 09 14:03:18.487744 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f910b9e1-beec-405d-a033-d72c26737ee9 None None] Routers {'3bf8ae7d-b1dd-4a43-a15c-8ef806d26ae3'} bound to L3 agent in host dv-cinder-785362-1-smb {{(pid=85267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 09 14:03:18.488169 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_hamode_db [None req-f910b9e1-beec-405d-a033-d72c26737ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-785362-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-09T13:38:04Z,description=,heartbeat_timestamp=2021-04-09T14:03:04Z,host='dv-cinder-785362-1-smb',id=69305824-358b-46b0-9707-cd2ded304b9c,load=0,resource_versions=,resources_synced=,started_at=2021-04-09T13:38:04Z,topic='l3_agent')) {'router_ids': ['3bf8ae7d-b1dd-4a43-a15c-8ef806d26ae3'], 'active': True} {{(pid=85267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 14:03:18.579445 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.db [None req-b59b66f8-05fe-4d2b-8730-08cea94ea9d2 admin admin] For port f5b35f41-b870-432f-9bab-6952b9e053de, host dv-cinder-785362-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-1-smb',level=0,port_id=f5b35f41-b870-432f-9bab-6952b9e053de,segment=NetworkSegment(d71e9641-c1ca-48b4-9c8d-e574468b8697),segment_id=d71e9641-c1ca-48b4-9c8d-e574468b8697)] {{(pid=85265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 09 14:03:18.579851 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-b59b66f8-05fe-4d2b-8730-08cea94ea9d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-707704'] for port, precommit_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 14:03:18.653654 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_dvr_db [None req-f910b9e1-beec-405d-a033-d72c26737ee9 None None] Set router 3bf8ae7d-b1dd-4a43-a15c-8ef806d26ae3 gateway port host: None {{(pid=85267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 09 14:03:18.729766 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.plugin [None req-b59b66f8-05fe-4d2b-8730-08cea94ea9d2 admin admin] Calling delete_port for f5b35f41-b870-432f-9bab-6952b9e053de owned by network:router_gateway {{(pid=85265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 09 14:03:18.774173 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_hamode_db [None req-f910b9e1-beec-405d-a033-d72c26737ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bf8ae7d-b1dd-4a43-a15c-8ef806d26ae3', 'name': 'tempest-TestMinimumBasicScenario-1072768461-router', 'tenant_id': 'cb32d039a09844f9a414bfe0ddc47981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T13:59:44Z', 'updated_at': '2021-04-09T14:03:18Z', 'revision_number': 6, 'project_id': 'cb32d039a09844f9a414bfe0ddc47981', 'gw_port_host': None}], 'dv-cinder-785362-1-smb', False) {} {{(pid=85267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 14:03:18.778700 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f910b9e1-beec-405d-a033-d72c26737ee9 None None] The sync data for ids ['3bf8ae7d-b1dd-4a43-a15c-8ef806d26ae3'] in dv-cinder-785362-1-smb is: [{'id': '3bf8ae7d-b1dd-4a43-a15c-8ef806d26ae3', 'name': 'tempest-TestMinimumBasicScenario-1072768461-router', 'tenant_id': 'cb32d039a09844f9a414bfe0ddc47981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T13:59:44Z', 'updated_at': '2021-04-09T14:03:18Z', 'revision_number': 6, 'project_id': 'cb32d039a09844f9a414bfe0ddc47981', 'gw_port_host': None}] {{(pid=85267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 09 14:03:18.924360 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-b59b66f8-05fe-4d2b-8730-08cea94ea9d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853739901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853759498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363265038874501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363265039307636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851965059'] for port, after_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 14:03:18.941369 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-ebef241f-70cf-455c-84c8-bd856795ec94 tempest-AttachVolumeTestJSON-1142748672 tempest-AttachVolumeTestJSON-1142748672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 14:03:18.998295 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59b66f8-05fe-4d2b-8730-08cea94ea9d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=f5b35f41-b870-432f-9bab-6952b9e053de,revision_number=None']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 14:03:19.050809 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-b59b66f8-05fe-4d2b-8730-08cea94ea9d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 14:03:19.220584 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-b59b66f8-05fe-4d2b-8730-08cea94ea9d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854064475'] for router_gateway, after_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 14:03:19.384586 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.rpc [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Device 67e7618e-e1c3-4a54-919d-4a53d500f630 no longer exists at agent ovs-agent-dv-cinder-785362-1-smb {{(pid=85267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 09 14:03:19.422654 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.plugin [None req-250ccce2-add9-4520-ab97-985e32375bee None None] No Port match for: 67e7618e-e1c3-4a54-919d-4a53d500f630 {{(pid=85267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 09 14:03:19.423044 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.rpc [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Device 67e7618e-e1c3-4a54-919d-4a53d500f630 not bound to the agent host dv-cinder-785362-1-smb {{(pid=85267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 09 14:03:19.423516 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.rpc [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Device f5b35f41-b870-432f-9bab-6952b9e053de no longer exists at agent ovs-agent-dv-cinder-785362-1-smb {{(pid=85267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 09 14:03:19.423872 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-b59b66f8-05fe-4d2b-8730-08cea94ea9d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-716581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-882'] for router, precommit_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 14:03:19.426284 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-b59b66f8-05fe-4d2b-8730-08cea94ea9d2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 14:03:19.449818 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-b59b66f8-05fe-4d2b-8730-08cea94ea9d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-716687'] for router, after_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 14:03:19.450679 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b59b66f8-05fe-4d2b-8730-08cea94ea9d2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3bf8ae7d-b1dd-4a43-a15c-8ef806d26ae3 {{(pid=85265) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 09 14:03:19.460251 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.plugin [None req-250ccce2-add9-4520-ab97-985e32375bee None None] No Port match for: f5b35f41-b870-432f-9bab-6952b9e053de {{(pid=85267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 09 14:03:19.460638 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.rpc [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Device f5b35f41-b870-432f-9bab-6952b9e053de not bound to the agent host dv-cinder-785362-1-smb {{(pid=85267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 09 14:03:19.464613 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-b59b66f8-05fe-4d2b-8730-08cea94ea9d2 admin admin] Notify callbacks [] for router, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 14:03:19.469630 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-b59b66f8-05fe-4d2b-8730-08cea94ea9d2 admin admin] 10.222.0.75 "DELETE /v2.0/routers/3bf8ae7d-b1dd-4a43-a15c-8ef806d26ae3 HTTP/1.1" status: 204 len: 168 time: 1.5020776 Apr 09 14:03:19.469912 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.75', 39342) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 14:03:19.546429 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.db_base_plugin_v2 [None req-4495d8bf-35f3-4169-aa7c-8c4955cd747f admin admin] Deleting subnet e19e415b-04e8-4b0e-817e-2b4a4d3941da {{(pid=85265) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 09 14:03:19.549867 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-4495d8bf-35f3-4169-aa7c-8c4955cd747f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 14:03:19.613397 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-4495d8bf-35f3-4169-aa7c-8c4955cd747f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1756215'] for subnet, precommit_delete_associations {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 14:03:19.711392 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-4495d8bf-35f3-4169-aa7c-8c4955cd747f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854770481'] for subnet, precommit_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 14:03:20.008731 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-4495d8bf-35f3-4169-aa7c-8c4955cd747f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-5316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2810711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852396181'] for subnet, after_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 14:03:20.026348 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 14:03:20.080331 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4495d8bf-35f3-4169-aa7c-8c4955cd747f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e19e415b-04e8-4b0e-817e-2b4a4d3941da,revision_number=None']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 14:03:20.135279 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-4495d8bf-35f3-4169-aa7c-8c4955cd747f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 14:03:20.175046 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-4495d8bf-35f3-4169-aa7c-8c4955cd747f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758280'] for subnet, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 14:03:20.180388 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef620ff6-bfb5-4730-bb5e-f4e0fe230627 None None] Network 8f5cd5ac-5652-4442-9fe8-3a10f19d4368 requested from dv-cinder-785362-1-smb {{(pid=85267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 09 14:03:20.181731 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-4495d8bf-35f3-4169-aa7c-8c4955cd747f admin admin] 10.222.0.75 "DELETE /v2.0/subnets/e19e415b-04e8-4b0e-817e-2b4a4d3941da HTTP/1.1" status: 204 len: 168 time: 0.7108374 Apr 09 14:03:20.185442 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85266) accepted ('10.222.0.75', 39346) {{(pid=85266) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 14:03:20.305100 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-cfd5a970-140d-4536-827d-02b4fd16c0a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-925549'] for network, before_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 14:03:20.379352 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.plugin [None req-cfd5a970-140d-4536-827d-02b4fd16c0a7 admin admin] Deleting port 8e2c03ce-ee26-4ee1-9988-f5a8cb4ad57a {{(pid=85266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 09 14:03:20.380207 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-cfd5a970-140d-4536-827d-02b4fd16c0a7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771815896742'] for port, before_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 14:03:20.482905 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22e8ab7f-070a-45d6-b0d7-ccfb4d832363 None None] DHCP port deletion for 8f5cd5ac-5652-4442-9fe8-3a10f19d4368 request from dv-cinder-785362-1-smb {{(pid=85267) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 09 14:03:20.487938 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.plugin [None req-22e8ab7f-070a-45d6-b0d7-ccfb4d832363 None None] Deleting port 8e2c03ce-ee26-4ee1-9988-f5a8cb4ad57a {{(pid=85267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 09 14:03:20.488513 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-22e8ab7f-070a-45d6-b0d7-ccfb4d832363 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771815896742'] for port, before_delete {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 14:03:20.612554 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.db [None req-cfd5a970-140d-4536-827d-02b4fd16c0a7 admin admin] For port 8e2c03ce-ee26-4ee1-9988-f5a8cb4ad57a, host dv-cinder-785362-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-1-smb',level=0,port_id=8e2c03ce-ee26-4ee1-9988-f5a8cb4ad57a,segment=NetworkSegment(d2ab702d-9db3-4ab7-b573-95176c41560e),segment_id=d2ab702d-9db3-4ab7-b573-95176c41560e)] {{(pid=85266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 09 14:03:20.612889 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-cfd5a970-140d-4536-827d-02b4fd16c0a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-707704'] for port, precommit_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 14:03:20.715763 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.db [None req-22e8ab7f-070a-45d6-b0d7-ccfb4d832363 None None] For port 8e2c03ce-ee26-4ee1-9988-f5a8cb4ad57a, host dv-cinder-785362-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-1-smb',level=0,port_id=8e2c03ce-ee26-4ee1-9988-f5a8cb4ad57a,segment=NetworkSegment(d2ab702d-9db3-4ab7-b573-95176c41560e),segment_id=d2ab702d-9db3-4ab7-b573-95176c41560e)] {{(pid=85267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 09 14:03:20.716148 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-22e8ab7f-070a-45d6-b0d7-ccfb4d832363 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-707704'] for port, precommit_delete {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 14:03:20.763088 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.plugin [None req-cfd5a970-140d-4536-827d-02b4fd16c0a7 admin admin] Calling delete_port for 8e2c03ce-ee26-4ee1-9988-f5a8cb4ad57a owned by network:dhcp {{(pid=85266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 09 14:03:20.847589 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-cfd5a970-140d-4536-827d-02b4fd16c0a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853739901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853759498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363265038874501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363265039307636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2203223'] for port, after_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 14:03:20.852385 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.plugin [None req-22e8ab7f-070a-45d6-b0d7-ccfb4d832363 None None] Calling delete_port for 8e2c03ce-ee26-4ee1-9988-f5a8cb4ad57a owned by network:dhcp {{(pid=85267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 09 14:03:20.865851 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-50e721a6-999a-4916-a291-4068a0a6d714 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 14:03:20.930793 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd5a970-140d-4536-827d-02b4fd16c0a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=8e2c03ce-ee26-4ee1-9988-f5a8cb4ad57a,revision_number=None']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 14:03:20.936501 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-cfd5a970-140d-4536-827d-02b4fd16c0a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 14:03:21.034097 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfd5a970-140d-4536-827d-02b4fd16c0a7 admin admin] No DVR routers for this DVR port 8e2c03ce-ee26-4ee1-9988-f5a8cb4ad57a on host dv-cinder-785362-1-smb {{(pid=85266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 09 14:03:21.116480 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.db.api [None req-22e8ab7f-070a-45d6-b0d7-ccfb4d832363 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85267) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 09 14:03:21.116777 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_db.api [None req-22e8ab7f-070a-45d6-b0d7-ccfb4d832363 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 09 14:03:21.164980 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-cfd5a970-140d-4536-827d-02b4fd16c0a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-12623', 'neutron.services.segments.db._delete_segments_for_network--9223363265038819086'] for network, precommit_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 14:03:21.284630 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.services.segments.db [None req-cfd5a970-140d-4536-827d-02b4fd16c0a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f5cd5ac-5652-4442-9fe8-3a10f19d4368']}} {{(pid=85266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 14:03:21.313914 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.services.segments.db [None req-cfd5a970-140d-4536-827d-02b4fd16c0a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2ab702d-9db3-4ab7-b573-95176c41560e') {'for_net_delete': True} {{(pid=85266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 14:03:21.314274 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.services.segments.db [None req-cfd5a970-140d-4536-827d-02b4fd16c0a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2ab702d-9db3-4ab7-b573-95176c41560e') {} {{(pid=85266) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 14:03:21.328489 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-cfd5a970-140d-4536-827d-02b4fd16c0a7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363265038788092', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852573549'] for segment, before_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 14:03:21.347684 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-cfd5a970-140d-4536-827d-02b4fd16c0a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854760408'] for segment, precommit_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 14:03:21.359363 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfd5a970-140d-4536-827d-02b4fd16c0a7 admin admin] Releasing vlan 622 on physical network physnet1 to pool {{(pid=85266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 09 14:03:21.382291 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.rpc [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Device 8e2c03ce-ee26-4ee1-9988-f5a8cb4ad57a no longer exists at agent ovs-agent-dv-cinder-785362-1-smb {{(pid=85267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 09 14:03:21.420197 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.plugin [None req-250ccce2-add9-4520-ab97-985e32375bee None None] No Port match for: 8e2c03ce-ee26-4ee1-9988-f5a8cb4ad57a {{(pid=85267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 09 14:03:21.420630 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.rpc [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Device 8e2c03ce-ee26-4ee1-9988-f5a8cb4ad57a not bound to the agent host dv-cinder-785362-1-smb {{(pid=85267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 09 14:03:21.560087 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.managers [None req-cfd5a970-140d-4536-827d-02b4fd16c0a7 admin admin] Network 8f5cd5ac-5652-4442-9fe8-3a10f19d4368 has no segments {{(pid=85266) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 09 14:03:21.570876 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-cfd5a970-140d-4536-827d-02b4fd16c0a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852572640'] for segment, after_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 14:03:21.618207 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.plugin [None req-22e8ab7f-070a-45d6-b0d7-ccfb4d832363 None None] Deleting port 8e2c03ce-ee26-4ee1-9988-f5a8cb4ad57a {{(pid=85267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 09 14:03:21.618626 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-22e8ab7f-070a-45d6-b0d7-ccfb4d832363 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771815896742'] for port, before_delete {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 14:03:21.698906 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.plugin [None req-22e8ab7f-070a-45d6-b0d7-ccfb4d832363 None None] The port '8e2c03ce-ee26-4ee1-9988-f5a8cb4ad57a' was deleted {{(pid=85267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 09 14:03:21.781671 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.managers [None req-cfd5a970-140d-4536-827d-02b4fd16c0a7 admin admin] Network 8f5cd5ac-5652-4442-9fe8-3a10f19d4368 has no segments {{(pid=85266) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 09 14:03:21.805203 dv-cinder-785362-1-smb neutron-server[85152]: Traceback (most recent call last): Apr 09 14:03:21.805203 dv-cinder-785362-1-smb neutron-server[85152]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 09 14:03:21.805203 dv-cinder-785362-1-smb neutron-server[85152]: timer() Apr 09 14:03:21.805203 dv-cinder-785362-1-smb neutron-server[85152]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 09 14:03:21.805203 dv-cinder-785362-1-smb neutron-server[85152]: cb(*args, **kw) Apr 09 14:03:21.805203 dv-cinder-785362-1-smb neutron-server[85152]: File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper Apr 09 14:03:21.805203 dv-cinder-785362-1-smb neutron-server[85152]: return func(*args, **kwargs) Apr 09 14:03:21.805203 dv-cinder-785362-1-smb neutron-server[85152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 09 14:03:21.805203 dv-cinder-785362-1-smb neutron-server[85152]: self._notify() Apr 09 14:03:21.805203 dv-cinder-785362-1-smb neutron-server[85152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 09 14:03:21.805203 dv-cinder-785362-1-smb neutron-server[85152]: self.callback(batched_events) Apr 09 14:03:21.805203 dv-cinder-785362-1-smb neutron-server[85152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 09 14:03:21.805203 dv-cinder-785362-1-smb neutron-server[85152]: event.method(event) Apr 09 14:03:21.805203 dv-cinder-785362-1-smb neutron-server[85152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 09 14:03:21.805203 dv-cinder-785362-1-smb neutron-server[85152]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 09 14:03:21.805203 dv-cinder-785362-1-smb neutron-server[85152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 09 14:03:21.805203 dv-cinder-785362-1-smb neutron-server[85152]: segment_id)['aggregates'][0] Apr 09 14:03:21.805203 dv-cinder-785362-1-smb neutron-server[85152]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 09 14:03:21.805203 dv-cinder-785362-1-smb neutron-server[85152]: return f(self, *a, **k) Apr 09 14:03:21.805203 dv-cinder-785362-1-smb neutron-server[85152]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 09 14:03:21.805203 dv-cinder-785362-1-smb neutron-server[85152]: return self._get(url).json() Apr 09 14:03:21.805203 dv-cinder-785362-1-smb neutron-server[85152]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 09 14:03:21.805203 dv-cinder-785362-1-smb neutron-server[85152]: **kwargs) Apr 09 14:03:21.805203 dv-cinder-785362-1-smb neutron-server[85152]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 09 14:03:21.805203 dv-cinder-785362-1-smb neutron-server[85152]: return self.request(url, 'GET', **kwargs) Apr 09 14:03:21.805203 dv-cinder-785362-1-smb neutron-server[85152]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 09 14:03:21.805203 dv-cinder-785362-1-smb neutron-server[85152]: **endpoint_filter) Apr 09 14:03:21.805203 dv-cinder-785362-1-smb neutron-server[85152]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 09 14:03:21.805203 dv-cinder-785362-1-smb neutron-server[85152]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 09 14:03:21.805203 dv-cinder-785362-1-smb neutron-server[85152]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 09 14:03:21.805203 dv-cinder-785362-1-smb neutron-server[85152]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 09 14:03:21.805203 dv-cinder-785362-1-smb neutron-server[85152]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 09 14:03:21.889150 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-cfd5a970-140d-4536-827d-02b4fd16c0a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854763193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-711362'] for network, after_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 14:03:21.894043 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 14:03:21.911311 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-cfd5a970-140d-4536-827d-02b4fd16c0a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758280'] for network, before_response {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 14:03:21.920735 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd5a970-140d-4536-827d-02b4fd16c0a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=8f5cd5ac-5652-4442-9fe8-3a10f19d4368,revision_number=None']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 14:03:21.925290 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-cfd5a970-140d-4536-827d-02b4fd16c0a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 14:03:21.929065 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-cfd5a970-140d-4536-827d-02b4fd16c0a7 admin admin] 10.222.0.75 "DELETE /v2.0/networks/8f5cd5ac-5652-4442-9fe8-3a10f19d4368 HTTP/1.1" status: 204 len: 168 time: 1.7423017 Apr 09 14:03:21.932302 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85266) accepted ('10.222.0.75', 39350) {{(pid=85266) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 14:03:22.783153 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-249548b0-2442-4116-af81-442e036274f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854062954'] for router_interface, before_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 14:03:23.172480 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.plugin [None req-249548b0-2442-4116-af81-442e036274f4 admin admin] Deleting port 10d924fd-60da-438a-bd37-97258428d133 {{(pid=85266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 09 14:03:23.172866 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-249548b0-2442-4116-af81-442e036274f4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771815896742'] for port, before_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 14:03:23.366077 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.db [None req-249548b0-2442-4116-af81-442e036274f4 admin admin] For port 10d924fd-60da-438a-bd37-97258428d133, host dv-cinder-785362-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-1-smb',level=0,port_id=10d924fd-60da-438a-bd37-97258428d133,segment=NetworkSegment(babe8733-83c0-4e31-a5cd-c3a5e3913d49),segment_id=babe8733-83c0-4e31-a5cd-c3a5e3913d49)] {{(pid=85266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 09 14:03:23.366482 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-249548b0-2442-4116-af81-442e036274f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-707704'] for port, precommit_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 14:03:23.503291 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.plugin [None req-249548b0-2442-4116-af81-442e036274f4 admin admin] Calling delete_port for 10d924fd-60da-438a-bd37-97258428d133 owned by network:router_interface {{(pid=85266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 09 14:03:23.681460 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-249548b0-2442-4116-af81-442e036274f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853739901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853759498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363265038874501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363265039307636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2203223'] for port, after_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 14:03:23.697611 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-cc3c1d92-3987-4c62-8961-7854e3b633ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 14:03:23.759642 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249548b0-2442-4116-af81-442e036274f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=10d924fd-60da-438a-bd37-97258428d133,revision_number=None']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 14:03:23.762488 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-249548b0-2442-4116-af81-442e036274f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 14:03:24.161452 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-249548b0-2442-4116-af81-442e036274f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854017518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854061403'] for router_interface, after_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 14:03:24.684862 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-249548b0-2442-4116-af81-442e036274f4 admin admin] Router c18b2952-6987-4d8e-9fa9-f7cb0c7f17ec has already been hosted by L3 agent 69305824-358b-46b0-9707-cd2ded304b9c {{(pid=85266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 09 14:03:25.121631 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-249548b0-2442-4116-af81-442e036274f4 admin admin] Notify agent at l3_agent.dv-cinder-785362-1-smb the message routers_updated {{(pid=85266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 09 14:03:25.135613 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-440d87a8-dc9a-4cc4-b55a-0dd45188cc21 None None] Sync routers for ids ['c18b2952-6987-4d8e-9fa9-f7cb0c7f17ec'] in dv-cinder-785362-1-smb {{(pid=85268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 09 14:03:25.140876 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-249548b0-2442-4116-af81-442e036274f4 admin admin] 10.222.0.75 "PUT /v2.0/routers/c18b2952-6987-4d8e-9fa9-f7cb0c7f17ec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2070332 Apr 09 14:03:25.144056 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85266) accepted ('10.222.0.75', 39354) {{(pid=85266) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 14:03:25.147546 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-440d87a8-dc9a-4cc4-b55a-0dd45188cc21 None None] Routers {'c18b2952-6987-4d8e-9fa9-f7cb0c7f17ec'} bound to L3 agent in host dv-cinder-785362-1-smb {{(pid=85268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 09 14:03:25.148572 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_hamode_db [None req-440d87a8-dc9a-4cc4-b55a-0dd45188cc21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-785362-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-09T13:38:04Z,description=,heartbeat_timestamp=2021-04-09T14:03:04Z,host='dv-cinder-785362-1-smb',id=69305824-358b-46b0-9707-cd2ded304b9c,load=0,resource_versions=,resources_synced=,started_at=2021-04-09T13:38:04Z,topic='l3_agent')) {'router_ids': ['c18b2952-6987-4d8e-9fa9-f7cb0c7f17ec'], 'active': True} {{(pid=85268) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 14:03:25.339175 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-6562d440-54b7-437a-8a08-2dce2373ed12 admin admin] Notify callbacks [] for router, before_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 14:03:25.356016 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_dvr_db [None req-440d87a8-dc9a-4cc4-b55a-0dd45188cc21 None None] Set router c18b2952-6987-4d8e-9fa9-f7cb0c7f17ec gateway port host: dv-cinder-785362-1-smb {{(pid=85268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 09 14:03:25.560262 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-6562d440-54b7-437a-8a08-2dce2373ed12 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 14:03:25.568812 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.plugin [None req-6562d440-54b7-437a-8a08-2dce2373ed12 admin admin] Deleting port 745ed12d-cb55-4c09-a4eb-0dc93eb03b0c {{(pid=85266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 09 14:03:25.569187 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-6562d440-54b7-437a-8a08-2dce2373ed12 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771815896742'] for port, before_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 14:03:25.679811 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_hamode_db [None req-440d87a8-dc9a-4cc4-b55a-0dd45188cc21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c18b2952-6987-4d8e-9fa9-f7cb0c7f17ec', 'name': 'tempest-TestMinimumBasicScenario-692770083-router', 'tenant_id': '89f05e53f11c4254812654c59d123815', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd39673be-df84-4009-abea-d472d159fdfd', 'external_fixed_ips': [{'subnet_id': 'f6eeb1a0-26c5-43d1-996f-84b999bf12c7', 'ip_address': '172.28.0.63'}], 'enable_snat': True}, 'gw_port_id': '745ed12d-cb55-4c09-a4eb-0dc93eb03b0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T13:59:52Z', 'updated_at': '2021-04-09T14:03:23Z', 'revision_number': 5, 'project_id': '89f05e53f11c4254812654c59d123815', 'gw_port': {'id': '745ed12d-cb55-4c09-a4eb-0dc93eb03b0c', 'name': '', 'network_id': 'd39673be-df84-4009-abea-d472d159fdfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:c9:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c18b2952-6987-4d8e-9fa9-f7cb0c7f17ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'f6eeb1a0-26c5-43d1-996f-84b999bf12c7', 'ip_address': '172.28.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T13:59:53Z', 'updated_at': '2021-04-09T14:00:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6eeb1a0-26c5-43d1-996f-84b999bf12c7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-1-smb'}], 'dv-cinder-785362-1-smb', False) {} {{(pid=85268) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 14:03:25.685392 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-440d87a8-dc9a-4cc4-b55a-0dd45188cc21 None None] Checking router: c18b2952-6987-4d8e-9fa9-f7cb0c7f17ec for host: dv-cinder-785362-1-smb {{(pid=85268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 09 14:03:25.694458 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-440d87a8-dc9a-4cc4-b55a-0dd45188cc21 None None] Routers {'c18b2952-6987-4d8e-9fa9-f7cb0c7f17ec'} bound to L3 agent in host dv-cinder-785362-1-smb {{(pid=85268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 09 14:03:25.695182 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_hamode_db [None req-440d87a8-dc9a-4cc4-b55a-0dd45188cc21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-785362-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-09T13:38:04Z,description=,heartbeat_timestamp=2021-04-09T14:03:04Z,host='dv-cinder-785362-1-smb',id=69305824-358b-46b0-9707-cd2ded304b9c,load=0,resource_versions=,resources_synced=,started_at=2021-04-09T13:38:04Z,topic='l3_agent')) {'router_ids': ['c18b2952-6987-4d8e-9fa9-f7cb0c7f17ec'], 'active': True} {{(pid=85268) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 14:03:25.784748 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.db [None req-6562d440-54b7-437a-8a08-2dce2373ed12 admin admin] For port 745ed12d-cb55-4c09-a4eb-0dc93eb03b0c, host dv-cinder-785362-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-1-smb',level=0,port_id=745ed12d-cb55-4c09-a4eb-0dc93eb03b0c,segment=NetworkSegment(d71e9641-c1ca-48b4-9c8d-e574468b8697),segment_id=d71e9641-c1ca-48b4-9c8d-e574468b8697)] {{(pid=85266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 09 14:03:25.785138 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-6562d440-54b7-437a-8a08-2dce2373ed12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-707704'] for port, precommit_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 14:03:25.942429 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.plugin [None req-6562d440-54b7-437a-8a08-2dce2373ed12 admin admin] Calling delete_port for 745ed12d-cb55-4c09-a4eb-0dc93eb03b0c owned by network:router_gateway {{(pid=85266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 09 14:03:26.032675 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_dvr_db [None req-440d87a8-dc9a-4cc4-b55a-0dd45188cc21 None None] Set router c18b2952-6987-4d8e-9fa9-f7cb0c7f17ec gateway port host: None {{(pid=85268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 09 14:03:26.144089 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-6562d440-54b7-437a-8a08-2dce2373ed12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853739901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853759498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363265038874501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363265039307636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2203223'] for port, after_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 14:03:26.159833 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_hamode_db [None req-440d87a8-dc9a-4cc4-b55a-0dd45188cc21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c18b2952-6987-4d8e-9fa9-f7cb0c7f17ec', 'name': 'tempest-TestMinimumBasicScenario-692770083-router', 'tenant_id': '89f05e53f11c4254812654c59d123815', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T13:59:52Z', 'updated_at': '2021-04-09T14:03:25Z', 'revision_number': 6, 'project_id': '89f05e53f11c4254812654c59d123815', 'gw_port_host': None}], 'dv-cinder-785362-1-smb', False) {} {{(pid=85268) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 14:03:26.162853 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-d26a1dd0-db00-49bb-b29d-ae87b9a57e91 tempest-AttachVolumeNegativeTest-1363963525 tempest-AttachVolumeNegativeTest-1363963525-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 14:03:26.164501 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-440d87a8-dc9a-4cc4-b55a-0dd45188cc21 None None] The sync data for ids ['c18b2952-6987-4d8e-9fa9-f7cb0c7f17ec'] in dv-cinder-785362-1-smb is: [{'id': 'c18b2952-6987-4d8e-9fa9-f7cb0c7f17ec', 'name': 'tempest-TestMinimumBasicScenario-692770083-router', 'tenant_id': '89f05e53f11c4254812654c59d123815', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T13:59:52Z', 'updated_at': '2021-04-09T14:03:25Z', 'revision_number': 6, 'project_id': '89f05e53f11c4254812654c59d123815', 'gw_port_host': None}] {{(pid=85268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 09 14:03:26.224436 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6562d440-54b7-437a-8a08-2dce2373ed12 admin admin] Pushing event deleted for resources: {'Port': ['ID=745ed12d-cb55-4c09-a4eb-0dc93eb03b0c,revision_number=None']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 14:03:26.274590 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-6562d440-54b7-437a-8a08-2dce2373ed12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 14:03:26.438646 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-6562d440-54b7-437a-8a08-2dce2373ed12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854064475'] for router_gateway, after_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 14:03:26.631990 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-6562d440-54b7-437a-8a08-2dce2373ed12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-716581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-882'] for router, precommit_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 14:03:26.634684 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-6562d440-54b7-437a-8a08-2dce2373ed12 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 14:03:26.663141 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-6562d440-54b7-437a-8a08-2dce2373ed12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-716687'] for router, after_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 14:03:26.663986 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6562d440-54b7-437a-8a08-2dce2373ed12 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c18b2952-6987-4d8e-9fa9-f7cb0c7f17ec {{(pid=85266) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 09 14:03:26.677009 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-6562d440-54b7-437a-8a08-2dce2373ed12 admin admin] Notify callbacks [] for router, before_response {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 14:03:26.678268 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-6562d440-54b7-437a-8a08-2dce2373ed12 admin admin] 10.222.0.75 "DELETE /v2.0/routers/c18b2952-6987-4d8e-9fa9-f7cb0c7f17ec HTTP/1.1" status: 204 len: 168 time: 1.5331604 Apr 09 14:03:26.681067 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85266) accepted ('10.222.0.75', 39358) {{(pid=85266) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 14:03:26.752195 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab56f959-c522-4020-b48a-2dbb729183e0 admin admin] Deleting subnet 52e6ba72-560b-4479-9b8e-a7154724b34c {{(pid=85266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 09 14:03:26.756281 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-ab56f959-c522-4020-b48a-2dbb729183e0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 14:03:26.811648 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-ab56f959-c522-4020-b48a-2dbb729183e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2202283'] for subnet, precommit_delete_associations {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 14:03:26.907592 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-ab56f959-c522-4020-b48a-2dbb729183e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854770481'] for subnet, precommit_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 14:03:27.182800 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-ab56f959-c522-4020-b48a-2dbb729183e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-5316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852572547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2218386'] for subnet, after_delete {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 14:03:27.198730 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 14:03:27.250936 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab56f959-c522-4020-b48a-2dbb729183e0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=52e6ba72-560b-4479-9b8e-a7154724b34c,revision_number=None']} {{(pid=85266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 14:03:27.298702 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-ab56f959-c522-4020-b48a-2dbb729183e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=85266) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 14:03:27.336978 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-ab56f959-c522-4020-b48a-2dbb729183e0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85266) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 14:03:27.344768 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb3334f9-8005-4577-a69a-96fb3f0cc45f None None] Network 87e3e0c5-01e1-438a-a537-62a1eeff9407 requested from dv-cinder-785362-1-smb {{(pid=85267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 09 14:03:27.346750 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-ab56f959-c522-4020-b48a-2dbb729183e0 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/52e6ba72-560b-4479-9b8e-a7154724b34c HTTP/1.1" status: 204 len: 168 time: 0.6643219 Apr 09 14:03:27.349395 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.75', 39362) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 14:03:27.438269 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.rpc [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Device 10d924fd-60da-438a-bd37-97258428d133 no longer exists at agent ovs-agent-dv-cinder-785362-1-smb {{(pid=85267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 09 14:03:27.485047 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-6dfe152b-a112-4dea-818d-12c6c1b0c653 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-925549'] for network, before_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 14:03:27.488651 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.plugin [None req-250ccce2-add9-4520-ab97-985e32375bee None None] No Port match for: 10d924fd-60da-438a-bd37-97258428d133 {{(pid=85267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 09 14:03:27.489114 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.rpc [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Device 10d924fd-60da-438a-bd37-97258428d133 not bound to the agent host dv-cinder-785362-1-smb {{(pid=85267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 09 14:03:27.489588 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.rpc [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Device 745ed12d-cb55-4c09-a4eb-0dc93eb03b0c no longer exists at agent ovs-agent-dv-cinder-785362-1-smb {{(pid=85267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 09 14:03:27.542631 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.plugin [None req-250ccce2-add9-4520-ab97-985e32375bee None None] No Port match for: 745ed12d-cb55-4c09-a4eb-0dc93eb03b0c {{(pid=85267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 09 14:03:27.543040 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.rpc [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Device 745ed12d-cb55-4c09-a4eb-0dc93eb03b0c not bound to the agent host dv-cinder-785362-1-smb {{(pid=85267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 09 14:03:27.562983 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.plugin [None req-6dfe152b-a112-4dea-818d-12c6c1b0c653 admin admin] Deleting port fda91e9f-0e8b-4df0-8feb-9c7807803d98 {{(pid=85265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 09 14:03:27.563626 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-6dfe152b-a112-4dea-818d-12c6c1b0c653 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771815896742'] for port, before_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 14:03:27.706028 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-742f0258-ba70-4be5-aaa7-0a2689fd9c7a None None] DHCP port deletion for 87e3e0c5-01e1-438a-a537-62a1eeff9407 request from dv-cinder-785362-1-smb {{(pid=85267) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 09 14:03:27.715196 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.plugin [None req-742f0258-ba70-4be5-aaa7-0a2689fd9c7a None None] Deleting port fda91e9f-0e8b-4df0-8feb-9c7807803d98 {{(pid=85267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 09 14:03:27.715743 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-742f0258-ba70-4be5-aaa7-0a2689fd9c7a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771815896742'] for port, before_delete {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 14:03:27.816705 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.db [None req-6dfe152b-a112-4dea-818d-12c6c1b0c653 admin admin] For port fda91e9f-0e8b-4df0-8feb-9c7807803d98, host dv-cinder-785362-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-1-smb',level=0,port_id=fda91e9f-0e8b-4df0-8feb-9c7807803d98,segment=NetworkSegment(babe8733-83c0-4e31-a5cd-c3a5e3913d49),segment_id=babe8733-83c0-4e31-a5cd-c3a5e3913d49)] {{(pid=85265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 09 14:03:27.817091 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-6dfe152b-a112-4dea-818d-12c6c1b0c653 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-707704'] for port, precommit_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 14:03:27.950685 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.db [None req-742f0258-ba70-4be5-aaa7-0a2689fd9c7a None None] For port fda91e9f-0e8b-4df0-8feb-9c7807803d98, host dv-cinder-785362-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-1-smb',level=0,port_id=fda91e9f-0e8b-4df0-8feb-9c7807803d98,segment=NetworkSegment(babe8733-83c0-4e31-a5cd-c3a5e3913d49),segment_id=babe8733-83c0-4e31-a5cd-c3a5e3913d49)] {{(pid=85267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 09 14:03:27.951055 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-742f0258-ba70-4be5-aaa7-0a2689fd9c7a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-707704'] for port, precommit_delete {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 14:03:27.962753 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.plugin [None req-6dfe152b-a112-4dea-818d-12c6c1b0c653 admin admin] Calling delete_port for fda91e9f-0e8b-4df0-8feb-9c7807803d98 owned by network:dhcp {{(pid=85265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 09 14:03:28.051937 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-6dfe152b-a112-4dea-818d-12c6c1b0c653 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853739901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853759498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363265038874501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363265039307636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851965059'] for port, after_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 14:03:28.067713 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-946bb5f0-ab9f-45d1-98b0-77d433f24f10 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 14:03:28.091438 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.plugin [None req-742f0258-ba70-4be5-aaa7-0a2689fd9c7a None None] Calling delete_port for fda91e9f-0e8b-4df0-8feb-9c7807803d98 owned by network:dhcp {{(pid=85267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 09 14:03:28.132242 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfe152b-a112-4dea-818d-12c6c1b0c653 admin admin] Pushing event deleted for resources: {'Port': ['ID=fda91e9f-0e8b-4df0-8feb-9c7807803d98,revision_number=None']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 14:03:28.177867 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.db.api [None req-742f0258-ba70-4be5-aaa7-0a2689fd9c7a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85267) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 09 14:03:28.178280 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_db.api [None req-742f0258-ba70-4be5-aaa7-0a2689fd9c7a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85267) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 09 14:03:28.431162 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-6dfe152b-a112-4dea-818d-12c6c1b0c653 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 14:03:28.468320 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dfe152b-a112-4dea-818d-12c6c1b0c653 admin admin] No DVR routers for this DVR port fda91e9f-0e8b-4df0-8feb-9c7807803d98 on host dv-cinder-785362-1-smb {{(pid=85265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 09 14:03:28.592605 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-6dfe152b-a112-4dea-818d-12c6c1b0c653 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-12623', 'neutron.services.segments.db._delete_segments_for_network--9223363265038819086'] for network, precommit_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 14:03:28.679365 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.plugin [None req-742f0258-ba70-4be5-aaa7-0a2689fd9c7a None None] Deleting port fda91e9f-0e8b-4df0-8feb-9c7807803d98 {{(pid=85267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 09 14:03:28.679866 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-742f0258-ba70-4be5-aaa7-0a2689fd9c7a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771815896742'] for port, before_delete {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 14:03:28.708697 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.services.segments.db [None req-6dfe152b-a112-4dea-818d-12c6c1b0c653 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87e3e0c5-01e1-438a-a537-62a1eeff9407']}} {{(pid=85265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 14:03:28.722450 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.services.segments.db [None req-6dfe152b-a112-4dea-818d-12c6c1b0c653 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'babe8733-83c0-4e31-a5cd-c3a5e3913d49') {'for_net_delete': True} {{(pid=85265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 14:03:28.722786 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.services.segments.db [None req-6dfe152b-a112-4dea-818d-12c6c1b0c653 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'babe8733-83c0-4e31-a5cd-c3a5e3913d49') {} {{(pid=85265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 09 14:03:28.735431 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-6dfe152b-a112-4dea-818d-12c6c1b0c653 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363265038788092', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853019633'] for segment, before_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 14:03:28.750772 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-6dfe152b-a112-4dea-818d-12c6c1b0c653 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854760408'] for segment, precommit_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 14:03:28.758385 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.plugin [None req-742f0258-ba70-4be5-aaa7-0a2689fd9c7a None None] The port 'fda91e9f-0e8b-4df0-8feb-9c7807803d98' was deleted {{(pid=85267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 09 14:03:28.758557 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6dfe152b-a112-4dea-818d-12c6c1b0c653 admin admin] Releasing vlan 639 on physical network physnet1 to pool {{(pid=85265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 09 14:03:28.941168 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.managers [None req-6dfe152b-a112-4dea-818d-12c6c1b0c653 admin admin] Network 87e3e0c5-01e1-438a-a537-62a1eeff9407 has no segments {{(pid=85265) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 09 14:03:28.950680 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-6dfe152b-a112-4dea-818d-12c6c1b0c653 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2810634'] for segment, after_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 14:03:29.132406 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.managers [None req-6dfe152b-a112-4dea-818d-12c6c1b0c653 admin admin] Network 87e3e0c5-01e1-438a-a537-62a1eeff9407 has no segments {{(pid=85265) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 09 14:03:29.155083 dv-cinder-785362-1-smb neutron-server[85152]: Traceback (most recent call last): Apr 09 14:03:29.155083 dv-cinder-785362-1-smb neutron-server[85152]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 09 14:03:29.155083 dv-cinder-785362-1-smb neutron-server[85152]: timer() Apr 09 14:03:29.155083 dv-cinder-785362-1-smb neutron-server[85152]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 09 14:03:29.155083 dv-cinder-785362-1-smb neutron-server[85152]: cb(*args, **kw) Apr 09 14:03:29.155083 dv-cinder-785362-1-smb neutron-server[85152]: File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper Apr 09 14:03:29.155083 dv-cinder-785362-1-smb neutron-server[85152]: return func(*args, **kwargs) Apr 09 14:03:29.155083 dv-cinder-785362-1-smb neutron-server[85152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 09 14:03:29.155083 dv-cinder-785362-1-smb neutron-server[85152]: self._notify() Apr 09 14:03:29.155083 dv-cinder-785362-1-smb neutron-server[85152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 09 14:03:29.155083 dv-cinder-785362-1-smb neutron-server[85152]: self.callback(batched_events) Apr 09 14:03:29.155083 dv-cinder-785362-1-smb neutron-server[85152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 09 14:03:29.155083 dv-cinder-785362-1-smb neutron-server[85152]: event.method(event) Apr 09 14:03:29.155083 dv-cinder-785362-1-smb neutron-server[85152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 09 14:03:29.155083 dv-cinder-785362-1-smb neutron-server[85152]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 09 14:03:29.155083 dv-cinder-785362-1-smb neutron-server[85152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 09 14:03:29.155083 dv-cinder-785362-1-smb neutron-server[85152]: segment_id)['aggregates'][0] Apr 09 14:03:29.155083 dv-cinder-785362-1-smb neutron-server[85152]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 09 14:03:29.155083 dv-cinder-785362-1-smb neutron-server[85152]: return f(self, *a, **k) Apr 09 14:03:29.155083 dv-cinder-785362-1-smb neutron-server[85152]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 09 14:03:29.155083 dv-cinder-785362-1-smb neutron-server[85152]: return self._get(url).json() Apr 09 14:03:29.155083 dv-cinder-785362-1-smb neutron-server[85152]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 09 14:03:29.155083 dv-cinder-785362-1-smb neutron-server[85152]: **kwargs) Apr 09 14:03:29.155083 dv-cinder-785362-1-smb neutron-server[85152]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 09 14:03:29.155083 dv-cinder-785362-1-smb neutron-server[85152]: return self.request(url, 'GET', **kwargs) Apr 09 14:03:29.155083 dv-cinder-785362-1-smb neutron-server[85152]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 09 14:03:29.155083 dv-cinder-785362-1-smb neutron-server[85152]: **endpoint_filter) Apr 09 14:03:29.155083 dv-cinder-785362-1-smb neutron-server[85152]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 09 14:03:29.155083 dv-cinder-785362-1-smb neutron-server[85152]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 09 14:03:29.155083 dv-cinder-785362-1-smb neutron-server[85152]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 09 14:03:29.155083 dv-cinder-785362-1-smb neutron-server[85152]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 09 14:03:29.155083 dv-cinder-785362-1-smb neutron-server[85152]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 09 14:03:29.242778 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-6dfe152b-a112-4dea-818d-12c6c1b0c653 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854763193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-711362'] for network, after_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 14:03:29.247300 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-13bf5b32-1241-4399-b86c-6a169b6b3d49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 14:03:29.263628 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-6dfe152b-a112-4dea-818d-12c6c1b0c653 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758280'] for network, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 14:03:29.270075 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfe152b-a112-4dea-818d-12c6c1b0c653 admin admin] Pushing event deleted for resources: {'Network': ['ID=87e3e0c5-01e1-438a-a537-62a1eeff9407,revision_number=None']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 14:03:29.274537 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-6dfe152b-a112-4dea-818d-12c6c1b0c653 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 14:03:29.281068 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-6dfe152b-a112-4dea-818d-12c6c1b0c653 admin admin] 10.222.0.75 "DELETE /v2.0/networks/87e3e0c5-01e1-438a-a537-62a1eeff9407 HTTP/1.1" status: 204 len: 168 time: 1.9300478 Apr 09 14:03:29.382753 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.rpc [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Device fda91e9f-0e8b-4df0-8feb-9c7807803d98 no longer exists at agent ovs-agent-dv-cinder-785362-1-smb {{(pid=85267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 09 14:03:29.422334 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.plugin [None req-250ccce2-add9-4520-ab97-985e32375bee None None] No Port match for: fda91e9f-0e8b-4df0-8feb-9c7807803d98 {{(pid=85267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 09 14:03:29.422724 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.plugins.ml2.rpc [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Device fda91e9f-0e8b-4df0-8feb-9c7807803d98 not bound to the agent host dv-cinder-785362-1-smb {{(pid=85267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 09 14:03:29.482390 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.75', 39368) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 14:03:29.528509 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-a223de03-eea3-4ff4-83be-b80079df64f8 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=cb32d039a09844f9a414bfe0ddc47981&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0447063 Apr 09 14:03:29.532947 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.75', 39372) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 14:03:29.603804 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-b7f3c5a3-0282-48ce-9375-c0989b2144e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 14:03:29.635622 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-b7f3c5a3-0282-48ce-9375-c0989b2144e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 14:03:29.685899 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-b7f3c5a3-0282-48ce-9375-c0989b2144e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738555'] for security_group, after_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 14:03:29.690974 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-516e9824-704e-405f-bc6b-97df89dd801c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 14:03:29.705066 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f3c5a3-0282-48ce-9375-c0989b2144e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d45464bd-0e6a-406a-ac0b-e1ce526df5fc,revision_number=None']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 14:03:29.707638 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-b7f3c5a3-0282-48ce-9375-c0989b2144e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 14:03:29.713839 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-b7f3c5a3-0282-48ce-9375-c0989b2144e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 14:03:29.715717 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-b7f3c5a3-0282-48ce-9375-c0989b2144e3 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/d45464bd-0e6a-406a-ac0b-e1ce526df5fc HTTP/1.1" status: 204 len: 168 time: 0.1816163 Apr 09 14:03:30.108737 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85266) accepted ('10.222.0.75', 39380) {{(pid=85266) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 14:03:30.161573 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-7759e0eb-da33-46f5-8fb9-e0fad80006eb admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=89f05e53f11c4254812654c59d123815&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0514572 Apr 09 14:03:30.164408 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [-] (85265) accepted ('10.222.0.75', 39384) {{(pid=85265) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 09 14:03:30.232850 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-1f9ac6c1-d97b-4cba-a01d-085f394130d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 14:03:30.264057 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-1f9ac6c1-d97b-4cba-a01d-085f394130d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 14:03:30.313885 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-1f9ac6c1-d97b-4cba-a01d-085f394130d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738555'] for security_group, after_delete {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 14:03:30.319022 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-1be0b0c8-3b36-43ed-bc67-85240f4d9d88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 09 14:03:30.333231 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9ac6c1-d97b-4cba-a01d-085f394130d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5dd584e-b509-4ecb-97be-3034e45a9d49,revision_number=None']} {{(pid=85265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 09 14:03:30.335675 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG oslo_concurrency.lockutils [None req-1f9ac6c1-d97b-4cba-a01d-085f394130d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 09 14:03:30.338170 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-1f9ac6c1-d97b-4cba-a01d-085f394130d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 14:03:30.339011 dv-cinder-785362-1-smb neutron-server[85152]: INFO neutron.wsgi [None req-1f9ac6c1-d97b-4cba-a01d-085f394130d7 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/c5dd584e-b509-4ecb-97be-3034e45a9d49 HTTP/1.1" status: 204 len: 168 time: 0.1734724 Apr 09 14:03:31.109971 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-838443e2-5d68-4d5a-8a6f-a80e7fae8997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 14:03:34.268789 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-27037229-8537-4fc3-91fd-4cc55ec99a98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 14:03:34.658124 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-038b6fee-909e-41c9-b649-649ad33ce393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 14:03:35.297110 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 14:03:35.748729 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-c378f248-96be-4ef7-a52f-f55c09e56a36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 14:03:36.427695 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.agents_db [None req-c64c1605-ccfd-4af7-a5d2-2f7932bd8cd3 None None] Agent healthcheck: found 6 active agents {{(pid=85268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 09 14:03:41.084399 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 14:04:01.103049 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-cbbfc66b-5c52-4946-a8b5-8e3e6e52cbdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 14:04:04.275871 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-20677b47-de0f-48c3-bc06-e93c360438fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 14:04:04.660543 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-038b6fee-909e-41c9-b649-649ad33ce393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 14:04:05.300478 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 14:04:05.753643 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-c378f248-96be-4ef7-a52f-f55c09e56a36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 14:04:11.091275 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 14:04:13.428009 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.agents_db [None req-c64c1605-ccfd-4af7-a5d2-2f7932bd8cd3 None None] Agent healthcheck: found 6 active agents {{(pid=85268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 09 14:04:31.107514 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-e1e886af-a91c-4b05-b771-4ab5f70a15a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 14:04:34.271733 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-0e6d3be6-84b0-44a9-8e18-c60337ba6b8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 14:04:34.665068 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-038b6fee-909e-41c9-b649-649ad33ce393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 14:04:35.305520 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 14:04:35.756288 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-c378f248-96be-4ef7-a52f-f55c09e56a36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 14:04:41.130202 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 14:04:50.427096 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.agents_db [None req-c64c1605-ccfd-4af7-a5d2-2f7932bd8cd3 None None] Agent healthcheck: found 6 active agents {{(pid=85268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 09 14:05:01.112830 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-51158e49-5778-49e7-98fe-ffe798a03a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 14:05:04.264297 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-dc72fba4-5793-42a2-9921-e56b37ae9aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 14:05:04.666818 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-038b6fee-909e-41c9-b649-649ad33ce393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 14:05:05.312819 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 14:05:05.759264 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-c378f248-96be-4ef7-a52f-f55c09e56a36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 14:05:11.124220 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 14:05:27.427376 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.agents_db [None req-c64c1605-ccfd-4af7-a5d2-2f7932bd8cd3 None None] Agent healthcheck: found 6 active agents {{(pid=85268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 09 14:05:31.115101 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-48605fea-1c00-408f-b49f-01184de44de9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 14:05:34.266565 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-c385d3c9-315e-48a1-a5c2-cf496b6a9a46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 14:05:34.668533 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-038b6fee-909e-41c9-b649-649ad33ce393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 14:05:35.307371 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 14:05:35.765078 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-c378f248-96be-4ef7-a52f-f55c09e56a36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 14:05:41.128352 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 14:05:55.193244 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [req-3eb30d3e-52f9-4d07-81f2-0978af9b2370 req-4d7f791a-48f3-4718-918e-89cfeb92c3a8 tempest-AttachVolumeShelveTestJSON-280306554 tempest-AttachVolumeShelveTestJSON-280306554-project] (85266) timed out ('10.222.0.75', 56242) {{(pid=85266) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Apr 09 14:06:01.118577 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-320f3c62-cdb0-45bf-beb8-0f823bd2cf94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 14:06:04.272228 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-f7e6c9a1-5853-4fe2-a267-e8213d128d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 14:06:04.426820 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.agents_db [None req-c64c1605-ccfd-4af7-a5d2-2f7932bd8cd3 None None] Agent healthcheck: found 6 active agents {{(pid=85268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 09 14:06:04.672751 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-038b6fee-909e-41c9-b649-649ad33ce393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 14:06:05.302725 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 14:06:05.767783 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-c378f248-96be-4ef7-a52f-f55c09e56a36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 14:06:11.124579 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 14:06:31.133529 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-ad30cdf9-f7b7-4b2d-8322-a57e058f27e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 14:06:34.272089 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-3c02c36a-bc2d-4371-b654-40d34a136ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 14:06:34.675815 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-038b6fee-909e-41c9-b649-649ad33ce393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 14:06:35.315314 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 14:06:35.771712 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-c378f248-96be-4ef7-a52f-f55c09e56a36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 14:06:41.137107 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 14:06:41.427387 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.agents_db [None req-c64c1605-ccfd-4af7-a5d2-2f7932bd8cd3 None None] Agent healthcheck: found 6 active agents {{(pid=85268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 09 14:06:57.277792 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.wsgi [req-5ac037f7-c08a-40e1-a983-71380b32cbf7 req-0385f6a6-7882-4133-8d53-cf7bb46c118a service neutron] (85265) timed out ('10.222.0.75', 35544) {{(pid=85265) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Apr 09 14:07:01.131682 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-12a51f0f-22e0-4aee-941b-1e447b71bcca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 14:07:04.264964 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-f83ab38b-1cb9-4eb7-9f7c-d49ff738fa23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 14:07:04.679598 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-038b6fee-909e-41c9-b649-649ad33ce393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 14:07:05.308480 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 14:07:05.773210 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-c378f248-96be-4ef7-a52f-f55c09e56a36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 14:07:11.146492 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 14:07:18.428747 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.agents_db [None req-c64c1605-ccfd-4af7-a5d2-2f7932bd8cd3 None None] Agent healthcheck: found 6 active agents {{(pid=85268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 09 14:07:31.123222 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-1c852c43-2fb0-404e-b083-743f3075b4db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 14:07:34.268826 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-cdf3704f-1594-4c29-9031-f6f016d2d932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 14:07:34.682439 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-038b6fee-909e-41c9-b649-649ad33ce393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 14:07:35.312671 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 14:07:35.777925 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-c378f248-96be-4ef7-a52f-f55c09e56a36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 14:07:41.138698 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 14:07:55.428658 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.agents_db [None req-c64c1605-ccfd-4af7-a5d2-2f7932bd8cd3 None None] Agent healthcheck: found 6 active agents {{(pid=85268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 09 14:08:01.130051 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-0ef7fa44-c057-4c0a-9e33-0cc827e32216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 14:08:04.272741 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-1c659ed9-c8bd-43e9-81bb-2025f6ff7f46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 14:08:04.684643 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-038b6fee-909e-41c9-b649-649ad33ce393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 14:08:05.314341 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 14:08:05.781257 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-c378f248-96be-4ef7-a52f-f55c09e56a36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 14:08:11.155916 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-3c7397a6-2174-41a6-9299-d81a69ed3fae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 14:08:31.123698 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-b7bf36cf-130a-43d2-aefb-e0c2cd6751cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 14:08:32.429210 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron.db.agents_db [None req-c64c1605-ccfd-4af7-a5d2-2f7932bd8cd3 None None] Agent healthcheck: found 6 active agents {{(pid=85268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 09 14:08:34.279876 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-68db7731-251d-4ad1-a2bc-f068eb268332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 14:08:34.687256 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-038b6fee-909e-41c9-b649-649ad33ce393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 14:08:35.317674 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-250ccce2-add9-4520-ab97-985e32375bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 09 14:08:35.790550 dv-cinder-785362-1-smb neutron-server[85152]: DEBUG neutron_lib.callbacks.manager [None req-c378f248-96be-4ef7-a52f-f55c09e56a36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265038819103', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-10499'] for agent, after_update {{(pid=85267) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}